-- Logs begin at Wed 2021-09-15 17:34:46 UTC, end at Wed 2021-09-15 18:33:04 UTC. -- Sep 15 18:05:21.766709 dv-cinder-763774-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 18:05:24.500274 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.common.config [-] Logging enabled! Sep 15 18:05:24.500814 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev1 Sep 15 18:05:24.500966 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94042) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 18:05:24.504146 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.common.config [-] Logging enabled! Sep 15 18:05:24.504408 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev1 Sep 15 18:05:24.504720 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94042) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 18:05:24.505692 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 18:05:24.505929 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 18:05:24.506298 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 18:05:24.506544 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 18:05:24.506769 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 18:05:24.507109 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.507408 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.507704 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.507932 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.508225 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.508515 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.508797 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.509083 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.509376 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.509685 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.509965 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.510248 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.510479 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.510762 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.511052 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.511338 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.511563 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] debug = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.511845 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.512269 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.512674 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.512956 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.513247 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.513526 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.513824 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.514104 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.514386 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.514716 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] host = dv-cinder-763774-3-iscsi {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.514992 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.515278 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.515565 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.515853 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.516127 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.516402 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.516687 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.516960 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.517234 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] log_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.517509 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.517828 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.518119 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.518409 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.518634 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.518858 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.519146 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.519434 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.519708 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.519983 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.520258 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.520532 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.520804 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.521074 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.521360 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.521664 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.521953 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.522229 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.522503 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.522801 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.523074 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.523359 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.523632 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.523908 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.524188 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.524475 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.524744 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.525018 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.525317 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.525630 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.525914 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.526199 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.526473 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.526754 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.527028 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.527301 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.527574 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] use_json = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.527847 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.528122 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.528403 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.528677 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.528951 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.529223 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.529496 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.529805 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:24.530105 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.530404 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.530705 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.530989 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.531287 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.531568 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.531858 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.532139 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.532432 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.532722 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.533012 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.533292 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.533598 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.533877 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.534179 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.534487 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.534784 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.535079 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.535355 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.535631 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.535905 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.536185 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.536474 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.536752 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.537041 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.537331 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.537700 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.537994 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.538290 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.539102 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.539377 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.539658 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.539952 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.540231 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.540503 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.540782 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.541070 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.541348 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.541653 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.541936 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.542212 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.542483 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.542754 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.543030 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.543320 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.543594 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.543863 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.544136 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.544410 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.544679 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.544963 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.545238 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.545508 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.545800 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.546075 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.546346 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.546617 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.546892 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.547161 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.547435 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.547703 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.547970 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.548248 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.548505 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.548777 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.549047 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.549317 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.549617 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.549889 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.550158 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.550428 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.550697 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.550969 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.551257 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.551553 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.551829 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.552104 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.552378 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.552655 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.552932 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.553207 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.553482 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.553779 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.554719 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.555016 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.555304 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.555592 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.555876 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.556154 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.556457 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.556737 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.557017 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.557294 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.557593 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.557877 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.558161 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.558454 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.558745 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.559037 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.559330 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.559621 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.559900 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.560208 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.560484 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:24.560699 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 18:05:24.560936 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94042) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 18:05:24.911113 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 18:05:24.911390 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 18:05:24.912018 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 18:05:24.912353 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 18:05:25.302569 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.302799 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.303070 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.304395 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.304673 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.304941 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.341232 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.341509 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.341803 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.356917 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.357198 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.357465 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.385789 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.386066 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.386328 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.423531 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.423812 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.424081 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.660013 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.660621 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.660621 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.660792 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.661486 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.780088 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.780401 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.780678 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.780944 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.781205 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.781505 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.781781 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.782030 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.782276 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.782549 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.782801 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.783057 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.783304 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.783547 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.783792 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.784047 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.784294 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.784552 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.784812 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.785064 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.785325 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.785587 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.785866 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.786234 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.786476 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.786715 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.787094 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:05:25.787326 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:05:25.787555 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:05:25.787784 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:05:25.788015 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:05:25.788260 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:05:25.788616 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 18:05:25.791654 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 18:05:25.795631 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 18:05:25.799225 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 15 18:05:25.800831 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 18:05:25.801278 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 18:05:25.801630 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 18:05:25.802004 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 18:05:25.805299 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 18:05:25.805683 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 18:05:25.806044 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 18:05:25.811223 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 18:05:25.832848 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 18:05:25.833283 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.833593 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94042) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 18:05:25.833951 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.835811 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94042) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 18:05:25.836244 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 18:05:25.836486 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 18:05:25.839633 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.839910 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:25.902705 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 18:05:25.902935 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 18:05:25.903165 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 18:05:25.903522 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 18:05:25.925744 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_db.sqlalchemy.engines [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94042) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 18:05:26.449187 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Initializing driver for type 'gre' Sep 15 18:05:26.449736 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] gre ID ranges: [(1, 1000)] Sep 15 18:05:26.501088 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Initializing driver for type 'local' Sep 15 18:05:26.501481 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Initializing driver for type 'vlan' Sep 15 18:05:26.513623 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] VlanTypeDriver initialization complete Sep 15 18:05:26.513973 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Initializing driver for type 'vxlan' Sep 15 18:05:26.514437 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] vxlan ID ranges: [(1, 1000)] Sep 15 18:05:26.569358 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Initializing extension driver 'port_security' Sep 15 18:05:26.569749 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.extensions.port_security [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] PortSecurityExtensionDriver initialization complete Sep 15 18:05:26.570080 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Initializing mechanism driver 'openvswitch' Sep 15 18:05:26.570400 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Initializing mechanism driver 'hyperv' Sep 15 18:05:26.576813 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:26.577479 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > port after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.578119 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > port after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.578464 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > port after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.578971 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:05:26.579393 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > subnet after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.579740 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > subnet after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.580080 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > subnet after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.580465 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:05:26.580867 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > network after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.581207 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > network after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.581544 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > network after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.581950 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:05:26.582347 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > security_group after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.582687 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > security_group after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.583017 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > security_group after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.583536 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:05:26.583936 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.584284 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.584621 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.585005 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:05:26.585910 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > address_group after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.586248 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > address_group after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.586578 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > address_group after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.586958 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:05:26.587328 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] ML2 OVO RPC backend initialized. {{(pid=94042) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 18:05:26.588015 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router_interface after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.588362 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.588771 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > network before_response 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.589112 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > networks before_response 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.589453 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > port before_response 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.589808 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > ports before_response 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.590146 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > subnet before_response 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.590480 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > subnets before_response 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.590817 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > network after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.591150 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > network after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.591477 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > network after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.591805 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > port after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.592133 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > port after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.592459 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > port after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.592784 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > subnet after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.593110 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > subnet after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.593433 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > subnet after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.594029 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.plugin [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Modular L2 Plugin initialization complete Sep 15 18:05:26.594351 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading services supported by the core plugin {{(pid=94042) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 18:05:26.594673 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.plugins.ml2.managers [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Got port-security extension from driver 'port_security' Sep 15 18:05:26.595121 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.extensions.vlantransparent [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Disabled vlantransparent extension. Sep 15 18:05:26.595594 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94042) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 18:05:26.595901 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading Plugin: router Sep 15 18:05:26.631847 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router_interface before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.632770 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router after_create 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.633134 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router before_create 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.633492 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.633889 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.634239 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router after_delete 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.634593 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > floatingip after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.634940 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > floatingip after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.635291 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router after_create 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.635633 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router after_update 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.635979 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router after_update 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.636318 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.636669 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router after_update 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.637070 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router precommit_update 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.637437 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: port after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.637804 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: port after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.638141 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: subnet after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.638476 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.638820 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > port precommit_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.639163 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router precommit_create 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.639499 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: port before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.639835 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router precommit_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.640184 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router after_update 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.640520 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router precommit_delete 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.640873 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router precommit_create 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.641227 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router_interface after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.641581 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router precommit_update 55549900 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.641944 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > agent after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.642286 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > agent after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.642624 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > network after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.643469 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Tracking information for resource: router configured {{(pid=94042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:05:26.643791 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Tracking information for resource: floatingip configured {{(pid=94042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:05:26.648925 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.db.l3_agentschedulers_db [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 18:05:26.649498 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: port after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.649882 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: port after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.650232 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: port after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.650577 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: port after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.651367 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router before_create 55550100 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.651729 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router precommit_delete 55550100 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.652089 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router precommit_create 55550100 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.652443 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > router precommit_update 55550100 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.657211 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.services.provider_configuration [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service providers = [] {{(pid=94042) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 18:05:26.657596 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.db.servicetype_db [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94042) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 18:05:26.660760 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.services.service_base [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 18:05:26.661310 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.services.service_base [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 18:05:26.661432 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.services.service_base [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 18:05:26.662342 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.services.service_base [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 18:05:26.662715 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.services.service_base [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 18:05:26.663107 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:05:26.663943 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 18:05:26.674679 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:05:26.675011 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading Plugin: auto_allocate Sep 15 18:05:26.681428 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: network precommit_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.681819 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: network precommit_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.682341 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:05:26.682723 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading Plugin: tag Sep 15 18:05:26.689202 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:05:26.689530 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading Plugin: timestamp Sep 15 18:05:26.693526 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:05:26.693886 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading Plugin: network_ip_availability Sep 15 18:05:26.699301 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.699627 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.699981 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.700680 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:05:26.700995 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading Plugin: flavors Sep 15 18:05:26.705992 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:05:26.706319 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading Plugin: revisions Sep 15 18:05:26.710573 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:05:26.710962 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_concurrency.lockutils [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=94042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 18:05:26.711699 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94042) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 18:05:26.712028 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Initializing extension manager. Sep 15 18:05:26.712529 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: __init__.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.712863 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: __pycache__ {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.713192 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.713518 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: address_group.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.714282 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.714839 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: address-group Sep 15 18:05:26.715155 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: address_scope.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.716045 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.716551 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: address-scope Sep 15 18:05:26.716869 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: admin_state_down_before_update.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.717817 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.718325 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: router-admin-state-down-before-update Sep 15 18:05:26.718642 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: agent.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.719337 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.719844 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: agent Sep 15 18:05:26.720161 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: agent_resources_synced.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.721062 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.721573 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: agent-resources-synced Sep 15 18:05:26.721906 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: allowedaddresspairs.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.723685 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.724208 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: allowed-address-pairs Sep 15 18:05:26.724528 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: auto_allocated_topology.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.725626 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.726672 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: auto-allocated-topology Sep 15 18:05:26.726992 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: availability_zone.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.727685 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.728189 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: availability_zone Sep 15 18:05:26.728506 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: availability_zone_filter.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.729410 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.729950 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: availability_zone_filter Sep 15 18:05:26.730268 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: data_plane_status.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.731177 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.731677 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 18:05:26.731992 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: default_subnetpools.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.732898 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.733403 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: default-subnetpools Sep 15 18:05:26.733781 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: dhcpagentscheduler.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.734585 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.735093 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: dhcp_agent_scheduler Sep 15 18:05:26.735408 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: dns.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.736316 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.736818 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension dns-integration not supported by any of loaded plugins Sep 15 18:05:26.737133 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: dns_domain_ports.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.738083 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.738588 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 18:05:26.738902 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.739823 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.740325 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 18:05:26.740638 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: dvr.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.741304 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.742397 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: dvr Sep 15 18:05:26.742710 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: ecmp_routes.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.743620 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.744116 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 18:05:26.744428 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: empty_string_filtering.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.745329 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.745861 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: empty-string-filtering Sep 15 18:05:26.746176 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.747077 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.747579 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 18:05:26.747891 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.748801 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.749305 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 18:05:26.749663 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: external_net.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.750571 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.751074 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: external-net Sep 15 18:05:26.751388 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: extra_dhcp_opt.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.752297 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.752798 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: extra_dhcp_opt Sep 15 18:05:26.753113 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: extraroute.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.754042 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.754545 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: extraroute Sep 15 18:05:26.754860 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: extraroute_atomic.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.755876 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.756380 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: extraroute-atomic Sep 15 18:05:26.756697 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: filter_validation.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.757381 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.757919 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: filter-validation Sep 15 18:05:26.758237 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: fip_pf_description.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.759137 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.759727 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 18:05:26.760050 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: fip_port_details.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.760954 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.761461 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: fip-port-details Sep 15 18:05:26.761804 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: flavors.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.763001 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.763511 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: flavors Sep 15 18:05:26.763827 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.765465 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.766008 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 18:05:26.766330 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: floatingip_pools.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.767027 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.767530 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: floatingip-pools Sep 15 18:05:26.767905 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: ip_allocation.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.768970 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.769502 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 18:05:26.769920 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.770954 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.771501 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: ip-substring-filtering Sep 15 18:05:26.771891 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: l2_adjacency.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.773008 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.773734 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 18:05:26.774120 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: l3.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.775275 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.775883 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: router Sep 15 18:05:26.776243 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: l3_conntrack_helper.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.778787 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.779415 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 18:05:26.779797 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.780882 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.781502 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: ext-gw-mode Sep 15 18:05:26.781968 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.782956 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.783652 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: l3-ha Sep 15 18:05:26.784065 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: l3_flavors.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.785146 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.785797 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: l3-flavors Sep 15 18:05:26.786155 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.787526 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.788074 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 18:05:26.789048 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: l3agentscheduler.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.790314 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.790858 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: l3_agent_scheduler Sep 15 18:05:26.791205 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: logging.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.792854 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.793486 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension logging not supported by any of loaded plugins Sep 15 18:05:26.794138 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: metering.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.794917 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.795616 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: metering Sep 15 18:05:26.796031 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.797517 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.798227 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: metering_source_and_destination_fields Sep 15 18:05:26.798614 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: multiprovidernet.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.799659 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.800167 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: multi-provider Sep 15 18:05:26.800487 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: netmtu.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.801403 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.801944 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: net-mtu Sep 15 18:05:26.802263 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: netmtu_writable.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.803182 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.803686 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: net-mtu-writable Sep 15 18:05:26.804619 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: network_availability_zone.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.805284 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.805820 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: network_availability_zone Sep 15 18:05:26.806138 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: network_ip_availability.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.807384 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.807897 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: network-ip-availability Sep 15 18:05:26.808219 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: network_segment_range.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.808977 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.809477 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 18:05:26.809819 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: pagination.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.810801 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.811127 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: pagination Sep 15 18:05:26.811444 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: port_device_profile.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.812351 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.812864 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: port-device-profile Sep 15 18:05:26.813182 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.814143 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.814653 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: port-mac-address-regenerate Sep 15 18:05:26.814971 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.815871 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.816377 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: port-numa-affinity-policy Sep 15 18:05:26.816691 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: port_resource_request.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.817753 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.818261 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 18:05:26.818578 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: portbindings.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.819522 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.820029 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: binding Sep 15 18:05:26.820379 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: portbindings_extended.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.821662 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.822172 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: binding-extended Sep 15 18:05:26.822493 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: portsecurity.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.823399 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.823909 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: port-security Sep 15 18:05:26.824228 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: project_id.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.825195 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.825521 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: project-id Sep 15 18:05:26.825864 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: providernet.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.826780 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.827290 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: provider Sep 15 18:05:26.827606 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: qos.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.831457 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.831982 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension qos not supported by any of loaded plugins Sep 15 18:05:26.832306 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.833542 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.834075 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 18:05:26.834398 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.835345 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.835852 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 18:05:26.836173 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: qos_default.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.837079 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.837610 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension qos-default not supported by any of loaded plugins Sep 15 18:05:26.837932 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: qos_fip.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.838581 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.839077 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension qos-fip not supported by any of loaded plugins Sep 15 18:05:26.839392 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: qos_gateway_ip.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.840310 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.840822 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 18:05:26.841136 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: qos_port_network_policy.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.842071 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.842576 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 18:05:26.842889 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: qos_pps_rule.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.844056 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.844569 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension qos-pps not supported by any of loaded plugins Sep 15 18:05:26.844888 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: qos_rule_type_details.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.845838 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.846344 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 18:05:26.846660 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: qos_rules_alias.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.847713 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.848221 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 18:05:26.848538 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: quotasv2.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.849441 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.849803 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: quotas Sep 15 18:05:26.850122 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: quotasv2_detail.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.853855 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.854195 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: quota_details Sep 15 18:05:26.854521 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: rbac.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.855562 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.856084 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: rbac-policies Sep 15 18:05:26.856409 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: rbac_address_group.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.857329 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.857879 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: rbac-address-group Sep 15 18:05:26.858201 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: rbac_address_scope.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.859112 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.859620 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: rbac-address-scope Sep 15 18:05:26.859939 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: rbac_security_groups.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.860929 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.861436 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: rbac-security-groups Sep 15 18:05:26.861784 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: rbac_subnetpool.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.862698 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.863214 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: rbac-subnetpool Sep 15 18:05:26.863530 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: revisionifmatch.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.864444 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.864958 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: revision-if-match Sep 15 18:05:26.865277 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: revisions.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.867018 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.867526 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: standard-attr-revisions Sep 15 18:05:26.867847 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: router_availability_zone.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.868520 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.869025 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: router_availability_zone Sep 15 18:05:26.869341 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: routerservicetype.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.870273 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.870783 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension router-service-type not supported by any of loaded plugins Sep 15 18:05:26.871100 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.872010 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.872520 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: security-groups-normalized-cidr Sep 15 18:05:26.872893 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: security_groups_port_filtering.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.873831 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.874340 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: port-security-groups-filtering Sep 15 18:05:26.874658 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.875570 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.876078 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: security-groups-remote-address-group Sep 15 18:05:26.876394 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: securitygroup.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.887790 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.888317 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: security-group Sep 15 18:05:26.888643 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: segment.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.889428 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.889975 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension segment not supported by any of loaded plugins Sep 15 18:05:26.890296 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.891238 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.891746 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 18:05:26.892066 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: servicetype.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.893227 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.893775 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: service-type Sep 15 18:05:26.894098 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: sorting.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.895070 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.895396 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: sorting Sep 15 18:05:26.895712 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: standard_attr_segment.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.896626 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.897134 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 18:05:26.897449 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: standardattrdescription.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.898156 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.898657 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: standard-attr-description Sep 15 18:05:26.898971 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: stateful_security_group.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.899894 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.900402 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: stateful-security-group Sep 15 18:05:26.900720 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: stdattrs_common.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.901292 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 18:05:26.901626 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.902541 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.903056 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 18:05:26.903374 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: subnet_onboard.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.904435 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.904948 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: subnet_onboard Sep 15 18:05:26.905266 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.906214 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.906725 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 18:05:26.907045 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: subnet_service_types.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.907962 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.908470 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: subnet-service-types Sep 15 18:05:26.908790 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: subnetallocation.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.909900 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.910409 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: subnet_allocation Sep 15 18:05:26.910733 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.911393 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.911898 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: subnetpool-prefix-ops Sep 15 18:05:26.912216 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.913150 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.914503 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 18:05:26.914824 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: tagging.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.915895 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.916409 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: standard-attr-tag Sep 15 18:05:26.916728 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: timestamp.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.917946 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.918461 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loaded extension: standard-attr-timestamp Sep 15 18:05:26.918784 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: trunk.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.919813 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.920326 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension trunk not supported by any of loaded plugins Sep 15 18:05:26.920656 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: trunk_details.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.921571 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.922095 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension trunk-details not supported by any of loaded plugins Sep 15 18:05:26.922414 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: uplink_status_propagation.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.923331 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.923839 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 18:05:26.924155 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Loading extension file: vlantransparent.py {{(pid=94042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:05:26.924821 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:05:26.925325 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 18:05:26.927793 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:network Sep 15 18:05:26.928317 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:subnet Sep 15 18:05:26.928714 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 18:05:26.929191 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:port Sep 15 18:05:26.930444 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.930884 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service FLAVORS assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.931516 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.931937 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.932267 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:router Sep 15 18:05:26.932687 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:floatingip Sep 15 18:05:26.933167 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service METERING assigned prefix: /metering {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.934610 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.935038 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.935372 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:05:26.936384 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 18:05:26.936831 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:security_group Sep 15 18:05:26.937256 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 18:05:26.937873 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service CORE assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.938198 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 18:05:26.938534 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] subnetpool is already registered Sep 15 18:05:26.938979 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service CORE assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.939301 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 18:05:26.939628 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] subnetpool is already registered Sep 15 18:05:26.942444 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.942874 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service FLAVORS assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.943455 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.943871 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.944202 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:router Sep 15 18:05:26.945111 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] router is already registered Sep 15 18:05:26.945527 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:floatingip Sep 15 18:05:26.945879 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] floatingip is already registered Sep 15 18:05:26.946331 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service METERING assigned prefix: /metering {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.947001 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 18:05:26.947322 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] rbac_policy is already registered Sep 15 18:05:26.947727 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:security_group Sep 15 18:05:26.948052 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] security_group is already registered Sep 15 18:05:26.948450 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 18:05:26.948772 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] security_group_rule is already registered Sep 15 18:05:26.949432 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service CORE assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.949729 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 18:05:26.950054 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] subnetpool is already registered Sep 15 18:05:26.950464 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.v2.resource_helper [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Service CORE assigned prefix: {{(pid=94042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:05:26.950794 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 18:05:26.951116 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING neutron.quota.resource_registry [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] subnetpool is already registered Sep 15 18:05:26.951564 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: extensions {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.953300 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: address-groups {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.954799 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: address-scopes {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.956137 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: agents {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.957289 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: auto-allocated-topology {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.958555 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: availability_zones {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.959774 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: dhcp-networks {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.962019 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: dhcp-agents {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.963444 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: routers {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.965680 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: flavors {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.966836 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: service_profiles {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.968032 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: next_providers {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.969475 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: service_profiles {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.971025 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: floatingip-pools {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.972230 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: routers {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.974368 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: floatingips {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.975643 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: l3-routers {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.977053 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: l3-agents {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.978488 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: metering-labels {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.979835 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: metering-label-rules {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.981127 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: network-ip-availabilities {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.982420 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: bindings {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.984873 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: quotas {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.986380 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: quotas {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.987791 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: rbac-policies {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.988985 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: security-groups {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.990373 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: security-group-rules {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.992223 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: service-providers {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.993434 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: subnetpools {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.994884 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: subnetpools {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.996329 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: tags {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.998019 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: tags {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:26.999834 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: tags {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:27.001645 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: tags {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:27.003426 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: tags {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:27.005248 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: tags {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:27.007556 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: tags {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:27.009464 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: tags {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:27.011235 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: tags {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:27.012963 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron.api.extensions [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Extended resource: tags {{(pid=94042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:05:27.018857 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING keystonemiddleware.auth_token [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 18:05:27.023642 dv-cinder-763774-3-iscsi neutron-server[94042]: WARNING keystonemiddleware.auth_token [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 18:05:27.031922 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_concurrency.lockutils [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Acquired lock "singleton_lock" {{(pid=94042) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 18:05:27.032384 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_concurrency.lockutils [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Releasing lock "singleton_lock" {{(pid=94042) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 18:05:27.033016 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO oslo_service.service [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Starting 2 workers Sep 15 18:05:27.037785 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Started child 94151 {{(pid=94042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 18:05:27.042208 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Started child 94152 {{(pid=94042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 18:05:27.043308 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:27.043995 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO neutron.service [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 18:05:27.044413 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Notify callbacks [] for process, before_spawn {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:27.044887 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [-] (94151) wsgi starting up on http://0.0.0.0:9696 Sep 15 18:05:27.046855 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO oslo_service.service [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Starting 1 workers Sep 15 18:05:27.047027 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:27.048337 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [-] (94152) wsgi starting up on http://0.0.0.0:9696 Sep 15 18:05:27.051992 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Started child 94153 {{(pid=94042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 18:05:27.052520 dv-cinder-763774-3-iscsi neutron-server[94042]: INFO oslo_service.service [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Starting 1 workers Sep 15 18:05:27.056265 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.service [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] calling RpcWorker wait() {{(pid=94153) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 18:05:27.056791 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.service [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] returning from RpcWorker wait() {{(pid=94153) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 18:05:27.057444 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Started child 94154 {{(pid=94042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 18:05:27.058097 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:27.058294 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-98e02e56-ef61-41e2-bc6b-52789adef7be None None] Notify callbacks [] for process, after_spawn {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:27.058672 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:27.060147 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94042) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 18:05:27.060359 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 18:05:27.060535 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 18:05:27.060738 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 18:05:27.061076 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 18:05:27.061226 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 18:05:27.061766 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.062039 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.062270 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:27.062736 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.062736 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.062925 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.063495 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.063756 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.064000 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.064270 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.064519 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.064681 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.064840 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.065087 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.065326 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.065626 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.065889 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.066117 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.066363 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.066527 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.066777 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.067043 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.067259 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.067522 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] debug = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.067767 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.068238 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.068461 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.068718 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.068927 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.069199 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.069401 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.070256 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.070504 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.070727 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.070976 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.071224 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.071449 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.071656 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.071884 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.072133 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.072339 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.072801 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] host = dv-cinder-763774-3-iscsi {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.073034 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.073240 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.073486 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.073743 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.074002 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.074237 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.074485 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.074718 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.074976 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.075223 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.075457 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.075676 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.075903 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.076146 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.076304 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_options = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.076545 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.076796 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.077051 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.077238 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.077403 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.077614 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.078078 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.078237 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.078486 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.078724 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.078930 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.079153 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.079384 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.079583 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.079829 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.080064 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.080294 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.080476 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.080713 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.080931 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.081146 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.081379 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.081611 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.081825 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.082048 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.082276 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.082520 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.082730 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.082952 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.083165 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.083391 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.083633 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.083841 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.084108 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.084325 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.084634 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.084797 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.084973 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.085314 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.085480 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.085743 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.085991 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.086196 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.086439 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.086646 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.086850 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.087058 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_json = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.087263 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.087500 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.087753 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.087958 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.088166 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.088370 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.088573 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.088793 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.089242 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.089516 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.089844 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.090068 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.090292 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.090535 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.090773 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.091016 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.091270 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.091501 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.091821 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.093062 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:27.093207 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.093475 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.093736 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.094020 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.094334 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.094596 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.094853 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.095081 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.095312 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.095544 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.095761 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.098234 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.098234 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.098234 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.098234 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.099157 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.099157 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.099157 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.099613 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.099613 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.099898 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.099898 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.100163 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.100343 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.100588 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.100812 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.101079 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.101298 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.101514 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.101777 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.102023 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.102240 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.102465 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.102691 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.102943 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.103173 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.103397 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.103611 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.103823 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.104053 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.104271 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.104514 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.104735 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.105013 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.105237 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.105457 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.105697 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.105908 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.106172 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.106602 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.106754 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.106902 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.107054 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.107462 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.107730 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.107981 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.108199 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.108438 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.109055 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.109481 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.109947 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.110422 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.110913 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.111568 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.112159 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.112537 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.112947 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.113369 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.113805 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.114202 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.114442 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.114674 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.115097 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.115494 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.115712 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.115930 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.117317 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.117317 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.117317 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.117616 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.120675 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.120951 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.122966 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.122966 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.125688 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.126060 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.126347 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.126568 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.126892 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.127188 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.127440 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.127703 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.128611 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.128611 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.128611 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.128843 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.128965 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.129360 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.129631 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.129887 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.130160 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.130424 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.130700 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.130961 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.131200 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.131467 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.131883 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.132954 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.133448 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.133724 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.134020 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.134303 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.134580 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.134783 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.135053 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.135445 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.135825 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.136244 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.136655 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.137054 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.137320 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.137602 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.137835 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.138056 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.138302 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.138532 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.138863 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.139109 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.139326 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.139557 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.139836 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.140083 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.140321 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.140594 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.140834 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.141099 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.141328 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.141581 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.141965 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.142379 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.142775 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.143170 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.143404 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.143616 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.143861 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.144074 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.144303 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.144549 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.144756 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.145170 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.145595 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.146003 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.146414 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.146739 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.146952 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.147168 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.147403 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.147643 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.147857 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.148093 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.148335 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.148583 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.148798 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.149083 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.149327 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.149582 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.149961 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.150381 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.150770 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.151046 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.151290 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.151507 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.151781 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.151931 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.152166 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.152405 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.152616 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.152838 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.153048 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.153295 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.153573 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.153894 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.154150 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.154373 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.154604 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.155010 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.155288 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.155649 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.155762 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.155969 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.156181 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.156411 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.156882 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.157276 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.157509 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.157743 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.157953 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.158169 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.158381 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.158592 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.158868 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.159112 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.159340 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.159594 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.160090 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.160292 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.160540 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.160748 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.160954 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.161172 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.161383 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.161620 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.161867 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.162075 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.162283 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.162522 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.162735 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.162940 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.163177 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.163413 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.163620 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.163835 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.164048 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.164251 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.164472 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.164674 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.164879 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.165091 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.165301 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.165507 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.165749 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.165976 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.166179 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.166394 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.166603 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.166805 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.167100 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.167341 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.167552 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.167831 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.168057 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.168293 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.168683 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.168850 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.169080 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.169316 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.169528 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.169780 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.169997 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.170246 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.170581 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.170885 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.171130 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.171376 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.171665 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.171946 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.172217 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.172442 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.172727 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.173058 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.173317 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.173754 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.173852 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.174063 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.174284 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.174493 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.174739 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.174966 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.175180 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.175416 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.175644 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.175865 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.176093 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.176314 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.176525 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.176765 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.177002 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.177217 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.177427 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.177602 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 18:05:27.178143 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94042) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 18:05:27.178323 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 18:05:27.178445 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 18:05:27.178612 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 18:05:27.179280 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 18:05:27.179443 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 18:05:27.179649 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.179807 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.179965 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.180120 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.180277 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.180452 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.180611 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.180764 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.180919 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.181074 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.181227 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.181382 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.181537 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.181713 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.181867 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.182022 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.182175 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.182329 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.182489 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.182643 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.182799 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.182952 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.183105 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] debug = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.183259 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.183459 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.183620 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.183775 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.183929 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.184082 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.184237 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.184391 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.184545 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.184751 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.184911 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.185065 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.185218 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.185372 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.185526 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.185700 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.185924 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.186061 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] host = dv-cinder-763774-3-iscsi {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.186146 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.186837 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.186997 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.187151 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.187304 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.187461 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.187613 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.187770 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.188172 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.188172 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.188481 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.188481 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.188640 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.188640 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.188869 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_options = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.188951 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.189083 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.189237 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.189417 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.189586 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.189742 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.189896 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.190050 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.190206 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.190360 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.190560 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.190646 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.190800 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.190952 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.191105 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.191258 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.191412 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.191565 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.191719 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.191862 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.192033 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.192163 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.192309 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.192462 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.192615 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.192768 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.192921 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.193074 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.193228 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.193381 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.193534 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.193730 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.193865 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.194018 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.194171 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.194331 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.194570 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.194730 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.194887 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.195043 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.195197 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.195353 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.195507 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.195853 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.195853 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.196089 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.196089 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_json = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.196254 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.196387 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.196543 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.196696 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.196850 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.197004 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.197157 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.197312 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:05:27.197485 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.197665 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.197832 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.197989 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.198145 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.198300 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.198458 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.198616 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.198835 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.198946 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.199085 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.199241 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.199408 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.199615 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.199715 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.199867 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.200024 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.200180 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.200337 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.200492 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.200647 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.200803 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.200968 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.201124 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.201280 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.201436 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.201611 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.201786 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.201942 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.202100 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.202256 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.202413 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.202571 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.203052 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.203210 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.203368 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.203526 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.203683 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.203838 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.203995 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.204151 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.204306 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.204464 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.204620 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.204778 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.204936 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.205093 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.205250 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.205407 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.205577 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.205738 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.205896 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.206052 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.206210 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.206366 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.206533 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.206689 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.206845 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.207000 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.207157 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.207313 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.207469 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.207625 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.207784 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.207940 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.208095 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.208264 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.208421 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.208576 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.208732 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.208892 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.209036 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:27.209163 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.209258 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.209339 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.209484 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.209661 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.209817 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.209973 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.210653 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.210814 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.210971 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.211128 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.211285 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.211442 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.211599 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.211758 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.211911 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.212068 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.212244 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.212411 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.212583 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.212740 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.212896 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.213052 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.213208 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.213364 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.213519 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.213695 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.213850 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.214009 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.214164 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.214320 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.214478 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.214635 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.214790 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.214946 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.215102 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.215257 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.215414 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.215570 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.215726 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.215882 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.216038 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.216194 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.216351 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.216505 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.216672 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.216828 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.216987 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.217143 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.217306 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.217474 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.217662 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.217820 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.217977 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.218133 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.218289 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.218450 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.218607 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.218762 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.218918 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.219096 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.219226 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.219393 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.219551 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.219772 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.219870 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.220028 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.220184 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.220340 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.220496 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.220652 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.220807 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.220966 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.221122 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.221279 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.221435 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.221610 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.221770 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.221926 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.222083 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.222251 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.222788 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.223026 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.223208 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.223371 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.223530 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.223688 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.223845 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.224002 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.224158 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.224316 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.224472 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.224628 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.224785 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.224942 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.225305 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.225479 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.225703 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.225887 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.226011 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.226167 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.226324 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.226479 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.226637 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.226794 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.226953 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.227110 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.227267 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.227424 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.227583 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.227740 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.227902 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.228060 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.228218 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.228376 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.228535 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.228693 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.228854 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.229013 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.229236 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.229327 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.229472 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.229649 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.229829 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.229981 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.230108 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.230254 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.230412 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.230569 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.230726 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.230882 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.231038 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.231196 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.231402 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.231527 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.231687 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.231813 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.231939 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.232094 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.232251 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.232419 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.232576 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.232735 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.232891 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.233047 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.233204 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.233371 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.233528 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.233719 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.233875 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.234032 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.234174 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.234344 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.234500 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.234657 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.234813 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.234969 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.235125 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.235292 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.235449 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.235606 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.235762 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.235918 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.236074 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.236240 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.236397 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.236552 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.236708 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.236863 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.237020 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.237185 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.237346 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.237503 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.237679 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.237824 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.237980 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.238146 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.238305 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.238462 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.238627 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.238783 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.238939 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.239095 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.239279 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.239418 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.239564 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.239720 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.239877 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.240035 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.240194 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.240353 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.240519 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.240682 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.240840 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.241004 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.241170 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.241874 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.242030 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.242193 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.242362 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.242519 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.242675 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.242830 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.242985 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.243142 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.243298 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.243453 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.243608 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.243764 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.243918 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.244073 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.244229 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.244384 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.244540 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.244696 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.244853 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.245009 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.245165 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.245324 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:05:27.245474 dv-cinder-763774-3-iscsi neutron-server[94042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 18:05:27.438373 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 33728) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:27.447426 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067809 Sep 15 18:05:38.808051 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b374a85-35b0-4986-8bae-cacfa87e0a62 None None] get_active_networks_info from dv-cinder-763774-3-iscsi {{(pid=94153) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 18:05:38.873340 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b374a85-35b0-4986-8bae-cacfa87e0a62 None None] No non-hosted networks {{(pid=94153) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 18:05:38.882838 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.agentschedulers_db [None req-5b374a85-35b0-4986-8bae-cacfa87e0a62 None None] DHCP Agent not found on host dv-cinder-763774-3-iscsi {{(pid=94153) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 18:05:38.957671 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-cf60ccd7-0248-4a9a-ad93-86ef8855a8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849462'] for agent, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:41.470848 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc6bf-4e6c-4e47-b675-fc06887dd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849462'] for agent, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:41.495852 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849462'] for agent, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:41.496591 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.496957 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.497291 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.498440 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.500193 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.503545 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.505849 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.506289 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.506638 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.506973 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.507319 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.507623 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:41.508023 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763774-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:41.534366 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763774-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:41.569370 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-7d67efc0-cff5-4007-b662-8f3c5f24e160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:42.517247 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849462'] for agent, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:44.252749 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849462'] for agent, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:44.310501 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.db.l3_hamode_db [None req-dad0a415-9f8c-4b17-a951-dbe477f730de None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 18:05:44.385789 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad0a415-9f8c-4b17-a951-dbe477f730de None None] Routers set() bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:05:44.386169 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad0a415-9f8c-4b17-a951-dbe477f730de None None] Router IDs set() for agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 18:05:45.163349 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 33818) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:45.642905 dv-cinder-763774-3-iscsi neutron-server[94152]: WARNING oslo_policy.policy [None req-4d5a63f2-fe08-42d0-8605-75121b8e6aeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:05:45.643490 dv-cinder-763774-3-iscsi neutron-server[94152]: WARNING oslo_policy.policy [None req-4d5a63f2-fe08-42d0-8605-75121b8e6aeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:05:45.862422 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [None req-4d5a63f2-fe08-42d0-8605-75121b8e6aeb admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:05:45.863521 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-4d5a63f2-fe08-42d0-8605-75121b8e6aeb admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6992800 Sep 15 18:05:48.232905 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 33832) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:48.534498 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-4de02430-a8fc-4741-a8d8-189204d3c9ea admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:48.626944 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.policy [None req-4de02430-a8fc-4741-a8d8-189204d3c9ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94152) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 18:05:48.671619 dv-cinder-763774-3-iscsi neutron-server[94152]: WARNING oslo_policy.policy [None req-4de02430-a8fc-4741-a8d8-189204d3c9ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:05:48.672015 dv-cinder-763774-3-iscsi neutron-server[94152]: WARNING oslo_policy.policy [None req-4de02430-a8fc-4741-a8d8-189204d3c9ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:05:48.681177 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.quota [None req-4de02430-a8fc-4741-a8d8-189204d3c9ea admin admin] Loaded quota_driver: . Sep 15 18:05:48.768036 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4de02430-a8fc-4741-a8d8-189204d3c9ea admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746272323323', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746272321678', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746272294872', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746272307388', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746265406065', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746272419078', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1588375', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1895817', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-916736', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-939062'] for rbac-policy, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:48.833083 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4de02430-a8fc-4741-a8d8-189204d3c9ea admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:48.834327 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-4de02430-a8fc-4741-a8d8-189204d3c9ea admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6004205 Sep 15 18:05:51.399705 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 33844) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:51.686206 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Request body: {'network': {'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'name': 'private', 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'admin_state_up': True}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:51.715027 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Made reservation on behalf of 0519c0ea7b7a4131a10c505fa011b385 for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:05:51.717846 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:51.733938 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:51.856903 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:51.860441 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:51.878682 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:05:51.904669 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746267784340', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:51.905235 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Unsubscribe: segment precommit_create {{(pid=94152) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 18:05:51.905754 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Added segment 8eb9e053-e29a-422a-9d05-a4b1c8654c7f of type vlan for network ffd4faea-b314-4663-b3d9-0f91b9274ca6 Sep 15 18:05:51.938726 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca02ed6-a3e5-42aa-88e6-ba62321ffa59,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:51.981445 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.981827 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.982160 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.982483 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.982800 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.983129 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.983445 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.983756 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.984081 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.984399 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.984702 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.985005 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Tracked resource versions report: Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: pushed versions: Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: { 'AddressGroup': {'1.2'}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'ConntrackHelper': {'1.0'}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Log': {'1.0'}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Network': {'1.1'}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Port': {'1.7'}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'PortForwarding': {'1.2'}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'QosPolicy': {'1.9'}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SecurityGroup': {'1.4'}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SubPort': {'1.0'}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Subnet': {'1.1'}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Trunk': {'1.1'}} Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: consumer versions: Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: { DHCP agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: L3 agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: Metadata agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: Metering agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: Open vSwitch agent@dv-cinder-763774-3-iscsi: { 'AddressGroup': '1.2', Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'ConntrackHelper': '1.0', Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Log': '1.0', Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Network': '1.1', Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Port': '1.7', Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'PortForwarding': '1.2', Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'QosPolicy': '1.9', Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SecurityGroup': '1.4', Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SecurityGroupRule': '1.2', Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SubPort': '1.0', Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Subnet': '1.1', Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Trunk': '1.1'}} Sep 15 18:05:51.986128 dv-cinder-763774-3-iscsi neutron-server[94152]: {{(pid=94152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:05:52.020889 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:52.064998 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:52.066190 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:52.066818 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:52.123430 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7225852 Sep 15 18:05:52.166764 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e5d3f-949b-4d60-8041-091940fdaf78 admin admin] Pushing event updated for resources: {'Network': ['ID=ffd4faea-b314-4663-b3d9-0f91b9274ca6,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:52.178910 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network ffd4faea-b314-4663-b3d9-0f91b9274ca6 details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:05:54.735070 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 33858) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:55.121099 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aa6fd7-0be3-469f-9c43-31b94cc59ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:55.122522 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-92aa6fd7-0be3-469f-9c43-31b94cc59ce9 admin admin] 10.222.0.39 "GET /v2.0/networks/ffd4faea-b314-4663-b3d9-0f91b9274ca6 HTTP/1.1" status: 200 len: 825 time: 0.3865097 Sep 15 18:05:55.147662 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-4ec9ebc6-9380-494a-805b-09bcc15e415e admin admin] 10.222.0.39 "GET /v2.0/subnetpools/565f398a-c84c-42b9-8dfb-ca075c0d2d16 HTTP/1.1" status: 200 len: 734 time: 0.0190284 Sep 15 18:05:55.156494 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6', 'name': 'private-subnet', 'subnetpool_id': '565f398a-c84c-42b9-8dfb-ca075c0d2d16', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'ip_version': 4}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:55.178540 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] Made reservation on behalf of 0519c0ea7b7a4131a10c505fa011b385 for: {'subnet': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:05:55.180680 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.461685 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.530941 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] Checking segment: {'id': '8eb9e053-e29a-422a-9d05-a4b1c8654c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:05:55.531286 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] Network hostable DHCP agents. Network: ffd4faea-b314-4663-b3d9-0f91b9274ca6, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:05:55.535698 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb58a887-03dd-4ee9-a2bd-b662c8fc53de,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:55.555013 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] Network ffd4faea-b314-4663-b3d9-0f91b9274ca6 is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:05:55.565851 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, ffd4faea-b314-4663-b3d9-0f91b9274ca6) {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:05:55.571304 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:55.571898 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.578003 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c58d377-93ec-43a3-89ce-26391827b83e None None] Network ffd4faea-b314-4663-b3d9-0f91b9274ca6 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:05:55.586486 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-cdd28659-bee6-4ae7-b17f-eadc74e0f1ea admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4331269 Sep 15 18:05:55.890053 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp048a3752-44ea-524b-afe4-9b30d80f85c2-ffd4faea-b314-4663-b3d9-0f91b9274ca6', 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'fixed_ips': [{'subnet_id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de'}]}} from dv-cinder-763774-3-iscsi. {{(pid=94153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:05:55.891294 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.159202 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.db_base_plugin_common [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Allocated IP 172.20.0.2 (ffd4faea-b314-4663-b3d9-0f91b9274ca6/cb58a887-03dd-4ee9-a2bd-b662c8fc53de/da7a479a-6d7f-4311-8050-4ee334085ba3) {{(pid=94153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:05:56.356963 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Notify callbacks [] for port, precommit_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.363696 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.456016 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Network ffd4faea-b314-4663-b3d9-0f91b9274ca6 is already hosted by enough agents. {{(pid=94153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:05:56.461124 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.base_scheduler [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Resources bound (agent type, host, resource id): {{(pid=94153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:05:56.473786 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Received port after_create {{(pid=94153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:05:56.481937 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Pushing event updated for resources: {'Port': ['ID=da7a479a-6d7f-4311-8050-4ee334085ba3,revision_number=1']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:56.528657 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.529009 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.529344 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.529709 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.530039 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.530364 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.530686 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.531007 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.531342 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.531663 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.531979 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.532294 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Tracked resource versions report: Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: pushed versions: Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: { 'AddressGroup': {'1.2'}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'ConntrackHelper': {'1.0'}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Log': {'1.0'}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Network': {'1.1'}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Port': {'1.7'}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'PortForwarding': {'1.2'}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'QosPolicy': {'1.9'}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SecurityGroup': {'1.4'}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SubPort': {'1.0'}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Subnet': {'1.1'}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Trunk': {'1.1'}} Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: consumer versions: Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: { DHCP agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: L3 agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: Metadata agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: Metering agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: Open vSwitch agent@dv-cinder-763774-3-iscsi: { 'AddressGroup': '1.2', Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'ConntrackHelper': '1.0', Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Log': '1.0', Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Network': '1.1', Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Port': '1.7', Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'PortForwarding': '1.2', Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'QosPolicy': '1.9', Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SecurityGroup': '1.4', Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SecurityGroupRule': '1.2', Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SubPort': '1.0', Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Subnet': '1.1', Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Trunk': '1.1'}} Sep 15 18:05:56.533419 dv-cinder-763774-3-iscsi neutron-server[94153]: {{(pid=94153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:05:56.566430 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Attempting to bind port da7a479a-6d7f-4311-8050-4ee334085ba3 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:05:56.566814 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Attempting to bind port da7a479a-6d7f-4311-8050-4ee334085ba3 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '8eb9e053-e29a-422a-9d05-a4b1c8654c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:05:56.567229 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Attempting to bind port da7a479a-6d7f-4311-8050-4ee334085ba3 on network ffd4faea-b314-4663-b3d9-0f91b9274ca6 {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:05:56.571894 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:05:56.572294 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Checking segment: {'id': '8eb9e053-e29a-422a-9d05-a4b1c8654c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:05:56.572753 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.573138 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Bound using segment: {'id': '8eb9e053-e29a-422a-9d05-a4b1c8654c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:05:56.573655 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Bound port: da7a479a-6d7f-4311-8050-4ee334085ba3, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb9e053-e29a-422a-9d05-a4b1c8654c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:05:56.574087 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.635619 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] For port da7a479a-6d7f-4311-8050-4ee334085ba3, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:05:56.639756 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] For port da7a479a-6d7f-4311-8050-4ee334085ba3, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=da7a479a-6d7f-4311-8050-4ee334085ba3,segment=NetworkSegment(8eb9e053-e29a-422a-9d05-a4b1c8654c7f),segment_id=8eb9e053-e29a-422a-9d05-a4b1c8654c7f)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:05:56.643986 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.708244 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19532e57-6518-4e8f-b0e5-3b4ccc05c775 None None] Pushing event updated for resources: {'Port': ['ID=da7a479a-6d7f-4311-8050-4ee334085ba3,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:58.086063 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 33866) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:58.391781 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [None req-4127f11c-5e70-46d2-a52b-c1b79c30b128 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:05:58.392876 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-4127f11c-5e70-46d2-a52b-c1b79c30b128 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3058732 Sep 15 18:06:00.764837 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 33874) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:01.070964 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [None req-68da8cb7-295d-44cc-838c-d26ede134d4d admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:06:01.071985 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-68da8cb7-295d-44cc-838c-d26ede134d4d admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3061318 Sep 15 18:06:03.733018 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 33884) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:04.042055 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-d7571aeb-26d8-4c9b-b181-b7ee697698b0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'name': 'router1'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:04.066280 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7571aeb-26d8-4c9b-b181-b7ee697698b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-848028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.068417 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7571aeb-26d8-4c9b-b181-b7ee697698b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-851212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-686'] for router, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.202281 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7571aeb-26d8-4c9b-b181-b7ee697698b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.206892 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7571aeb-26d8-4c9b-b181-b7ee697698b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-851203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-849483'] for router, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.219248 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7571aeb-26d8-4c9b-b181-b7ee697698b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.220598 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-d7571aeb-26d8-4c9b-b181-b7ee697698b0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4865501 Sep 15 18:06:05.002315 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5b740-46b1-47de-8c5d-a54d4175a526 None None] Network ffd4faea-b314-4663-b3d9-0f91b9274ca6 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:06:05.069104 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-82fac264-e3f3-4ab7-9d06-aaa41ca352a5 None None] Provisioning complete for port da7a479a-6d7f-4311-8050-4ee334085ba3 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:05.069486 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-82fac264-e3f3-4ab7-9d06-aaa41ca352a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:05.259024 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-82fac264-e3f3-4ab7-9d06-aaa41ca352a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:05.323638 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-82fac264-e3f3-4ab7-9d06-aaa41ca352a5 None None] For port da7a479a-6d7f-4311-8050-4ee334085ba3, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=da7a479a-6d7f-4311-8050-4ee334085ba3,segment=NetworkSegment(8eb9e053-e29a-422a-9d05-a4b1c8654c7f),segment_id=8eb9e053-e29a-422a-9d05-a4b1c8654c7f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:05.328850 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-82fac264-e3f3-4ab7-9d06-aaa41ca352a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:05.376689 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fac264-e3f3-4ab7-9d06-aaa41ca352a5 None None] Pushing event updated for resources: {'Port': ['ID=da7a479a-6d7f-4311-8050-4ee334085ba3,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:05.446175 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device da7a479a-6d7f-4311-8050-4ee334085ba3 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:05.496221 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port da7a479a-6d7f-4311-8050-4ee334085ba3 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:05.496587 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:05.584996 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-ea09d396-321c-422e-bc52-11c730384cef None None] Provisioning complete for port da7a479a-6d7f-4311-8050-4ee334085ba3 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:05.585359 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ea09d396-321c-422e-bc52-11c730384cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:06.600189 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 33896) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:06.901843 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [None req-b8353cc3-d29a-443b-8ca1-62b8cc324da8 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:06:06.902859 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-b8353cc3-d29a-443b-8ca1-62b8cc324da8 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3017406 Sep 15 18:06:07.386647 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device da7a479a-6d7f-4311-8050-4ee334085ba3 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:07.431449 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port da7a479a-6d7f-4311-8050-4ee334085ba3 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:07.431824 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:08.720736 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-7b52ce43-5973-412c-8343-e5f934a5b0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:09.272332 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 33904) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:09.573577 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:09.594038 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Made reservation on behalf of 1239e97ef3834df482abf51c86eaa5e5 for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:06:09.596154 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:09.606402 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:09.689907 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:09.693265 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:09.706602 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Reserving flat network on physical network physnet1 {{(pid=94152) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 18:06:09.727657 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9eacfe-48e9-48a0-bcbb-bf0369fc944e,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:09.730593 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:09.730930 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Added segment bfe4207e-6d9c-465d-823c-eb7fccc7fa48 of type flat for network 4b6c4742-6ad0-4017-9f38-aedb1420c011 Sep 15 18:06:09.777083 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:09.807873 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:09.808786 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:09.809350 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:09.840644 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5671990 Sep 15 18:06:09.870530 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1284c-29a8-4750-aa56-3bed8dbc9e2c admin admin] Pushing event updated for resources: {'Network': ['ID=4b6c4742-6ad0-4017-9f38-aedb1420c011,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:09.881072 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:06:11.426508 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8458c9ac-2656-46da-a7a2-560413e686dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:11.451807 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:12.222013 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 33912) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:12.419166 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:12.645537 dv-cinder-763774-3-iscsi neutron-server[94151]: WARNING oslo_policy.policy [None req-63ac660d-e46f-4de2-afbe-32b31dd0d11f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:06:12.646155 dv-cinder-763774-3-iscsi neutron-server[94151]: WARNING oslo_policy.policy [None req-63ac660d-e46f-4de2-afbe-32b31dd0d11f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:06:13.048331 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.policy [None req-63ac660d-e46f-4de2-afbe-32b31dd0d11f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94151) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 18:06:13.094177 dv-cinder-763774-3-iscsi neutron-server[94151]: WARNING oslo_policy.policy [None req-63ac660d-e46f-4de2-afbe-32b31dd0d11f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:06:13.094534 dv-cinder-763774-3-iscsi neutron-server[94151]: WARNING oslo_policy.policy [None req-63ac660d-e46f-4de2-afbe-32b31dd0d11f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:06:13.102770 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac660d-e46f-4de2-afbe-32b31dd0d11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:13.104610 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-63ac660d-e46f-4de2-afbe-32b31dd0d11f admin admin] 10.222.0.39 "GET /v2.0/subnets/cb58a887-03dd-4ee9-a2bd-b662c8fc53de HTTP/1.1" status: 200 len: 849 time: 0.8799717 Sep 15 18:06:13.270645 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-692a62b9-a26a-48bd-b41d-ad928a2e2c8f admin admin] 10.222.0.39 "GET /v2.0/routers/1a7d19ae-93b8-42cd-b119-cf7eecb93f7f HTTP/1.1" status: 200 len: 704 time: 0.1597583 Sep 15 18:06:13.524155 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:13.842719 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Allocated IP 172.20.0.1 (ffd4faea-b314-4663-b3d9-0f91b9274ca6/cb58a887-03dd-4ee9-a2bd-b662c8fc53de/a2ba1fe0-6805-4ba0-9dc2-2eac54d30602) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:06:14.054074 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:14.121922 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:14.161119 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Network ffd4faea-b314-4663-b3d9-0f91b9274ca6 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:06:14.162505 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:14.194738 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:14.237929 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:06:14.238509 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-849564'] for router_interface, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:14.294665 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ba1fe0-6805-4ba0-9dc2-2eac54d30602,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:14.315354 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.315713 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.316061 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.316393 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.316724 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.317667 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.318001 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.318330 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.318669 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.318993 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.319313 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.319632 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Tracked resource versions report: Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: pushed versions: Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: { 'AddressGroup': {'1.2'}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'ConntrackHelper': {'1.0'}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Log': {'1.0'}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Network': {'1.1'}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Port': {'1.7'}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'PortForwarding': {'1.2'}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'QosPolicy': {'1.9'}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SecurityGroup': {'1.4'}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SubPort': {'1.0'}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Subnet': {'1.1'}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Trunk': {'1.1'}} Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: consumer versions: Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: { DHCP agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: L3 agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: Metadata agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: Metering agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: Open vSwitch agent@dv-cinder-763774-3-iscsi: { 'AddressGroup': '1.2', Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'ConntrackHelper': '1.0', Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Log': '1.0', Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Network': '1.1', Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Port': '1.7', Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'PortForwarding': '1.2', Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'QosPolicy': '1.9', Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SecurityGroup': '1.4', Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SecurityGroupRule': '1.2', Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SubPort': '1.0', Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Subnet': '1.1', Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Trunk': '1.1'}} Sep 15 18:06:14.320755 dv-cinder-763774-3-iscsi neutron-server[94151]: {{(pid=94151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:06:14.419439 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-7a9846ea-14f1-42c5-8203-f8f5f32fe209 None None] Provisioning complete for port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:14.419811 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-7a9846ea-14f1-42c5-8203-f8f5f32fe209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:14.444133 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:14.451468 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-7a9846ea-14f1-42c5-8203-f8f5f32fe209 None None] Port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:06:14.651441 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:14.656574 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:14.657395 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-851468'] for router_interface, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:14.715972 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ba1fe0-6805-4ba0-9dc2-2eac54d30602,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:14.779683 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Network ffd4faea-b314-4663-b3d9-0f91b9274ca6 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:06:14.781149 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:14.971646 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-ed641b78-f367-4e60-ad75-5e06b3d6677a None None] Provisioning complete for port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:14.971939 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ed641b78-f367-4e60-ad75-5e06b3d6677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:14.984651 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Router 1a7d19ae-93b8-42cd-b119-cf7eecb93f7f is scheduled to L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 with binding_index 1 {{(pid=94151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:06:15.005902 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-ed641b78-f367-4e60-ad75-5e06b3d6677a None None] Port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:06:15.074778 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:06:15.080196 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-115677c5-a1e7-49f2-95ef-5ecf2628b918 admin admin] 10.222.0.39 "PUT /v2.0/routers/1a7d19ae-93b8-42cd-b119-cf7eecb93f7f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8040373 Sep 15 18:06:15.097799 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Sync routers for ids ['1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:06:15.109118 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Routers {'1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:06:15.109971 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:06:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:15.261436 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 5 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:06:15.319600 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Set router 1a7d19ae-93b8-42cd-b119-cf7eecb93f7f gateway port host: None {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:06:15.737840 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'name': 'router1', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:06:04Z', 'updated_at': '2021-09-15T18:06:14Z', 'revision_number': 2, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'gw_port_host': None, '_interfaces': [{'id': 'a2ba1fe0-6805-4ba0-9dc2-2eac54d30602', 'name': '', 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'mac_address': 'fa:16:3e:2d:bf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:06:13Z', 'updated_at': '2021-09-15T18:06:14Z', 'revision_number': 2, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'subnets': [{'id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565f398a-c84c-42b9-8dfb-ca075c0d2d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:15.791512 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Checking router: 1a7d19ae-93b8-42cd-b119-cf7eecb93f7f for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:06:15.791877 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Updating router 1a7d19ae-93b8-42cd-b119-cf7eecb93f7f port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 binding host dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:06:15.840182 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:16.343726 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:16.350806 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:16.442994 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Pushing event updated for resources: {'Port': ['ID=a2ba1fe0-6805-4ba0-9dc2-2eac54d30602,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:16.488522 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.489411 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.489771 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.490101 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.490415 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.490740 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.491058 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.491374 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.491699 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.492013 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.492324 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.492630 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Tracked resource versions report: Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: pushed versions: Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: { 'AddressGroup': {'1.2'}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'ConntrackHelper': {'1.0'}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Log': {'1.0'}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Network': {'1.1'}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Port': {'1.7'}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'PortForwarding': {'1.2'}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'QosPolicy': {'1.9'}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SecurityGroup': {'1.4'}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SubPort': {'1.0'}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Subnet': {'1.1'}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Trunk': {'1.1'}} Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: consumer versions: Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: { DHCP agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: L3 agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: Metadata agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: Metering agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: Open vSwitch agent@dv-cinder-763774-3-iscsi: { 'AddressGroup': '1.2', Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'ConntrackHelper': '1.0', Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Log': '1.0', Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Network': '1.1', Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Port': '1.7', Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'PortForwarding': '1.2', Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'QosPolicy': '1.9', Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SecurityGroup': '1.4', Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SecurityGroupRule': '1.2', Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SubPort': '1.0', Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Subnet': '1.1', Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Trunk': '1.1'}} Sep 15 18:06:16.493779 dv-cinder-763774-3-iscsi neutron-server[94154]: {{(pid=94154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:06:16.521841 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Attempting to bind port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:06:16.522234 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Attempting to bind port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '8eb9e053-e29a-422a-9d05-a4b1c8654c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:06:16.522681 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Attempting to bind port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 on network ffd4faea-b314-4663-b3d9-0f91b9274ca6 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:06:16.528246 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:06:16.528466 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Checking segment: {'id': '8eb9e053-e29a-422a-9d05-a4b1c8654c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:06:16.528934 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:16.529320 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Bound using segment: {'id': '8eb9e053-e29a-422a-9d05-a4b1c8654c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:06:16.529831 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Bound port: a2ba1fe0-6805-4ba0-9dc2-2eac54d30602, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb9e053-e29a-422a-9d05-a4b1c8654c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:06:16.530221 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:16.606255 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] For port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:06:16.629587 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] For port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=a2ba1fe0-6805-4ba0-9dc2-2eac54d30602,segment=NetworkSegment(8eb9e053-e29a-422a-9d05-a4b1c8654c7f),segment_id=8eb9e053-e29a-422a-9d05-a4b1c8654c7f)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:06:16.634051 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:16.637823 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-cf1d2aef-148a-469c-9af3-12629aa5de67 None None] Provisioning complete for port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:16.638317 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-cf1d2aef-148a-469c-9af3-12629aa5de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:16.688959 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38eaa00-21e4-4a5b-bf42-0e3489a5fb56 None None] Pushing event updated for resources: {'Port': ['ID=a2ba1fe0-6805-4ba0-9dc2-2eac54d30602,revision_number=4']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:16.713231 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Routers {'1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:06:16.713877 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:06:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:16.716594 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-cf1d2aef-148a-469c-9af3-12629aa5de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:16.753209 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-cf1d2aef-148a-469c-9af3-12629aa5de67 None None] For port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=a2ba1fe0-6805-4ba0-9dc2-2eac54d30602,segment=NetworkSegment(8eb9e053-e29a-422a-9d05-a4b1c8654c7f),segment_id=8eb9e053-e29a-422a-9d05-a4b1c8654c7f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:16.757939 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-cf1d2aef-148a-469c-9af3-12629aa5de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:16.824435 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d2aef-148a-469c-9af3-12629aa5de67 None None] Pushing event updated for resources: {'Port': ['ID=a2ba1fe0-6805-4ba0-9dc2-2eac54d30602,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:16.836901 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] Set router 1a7d19ae-93b8-42cd-b119-cf7eecb93f7f gateway port host: None {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:06:16.979319 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-6e1c3e44-c8f5-41d8-845d-de013d94850e None None] Provisioning complete for port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:16.979574 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3e44-c8f5-41d8-845d-de013d94850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:17.049453 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'name': 'router1', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:06:04Z', 'updated_at': '2021-09-15T18:06:14Z', 'revision_number': 2, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'gw_port_host': None, '_interfaces': [{'id': 'a2ba1fe0-6805-4ba0-9dc2-2eac54d30602', 'name': '', 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'mac_address': 'fa:16:3e:2d:bf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:06:13Z', 'updated_at': '2021-09-15T18:06:16Z', 'revision_number': 4, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'subnets': [{'id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565f398a-c84c-42b9-8dfb-ca075c0d2d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:17.078256 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d134f8b-9e03-45ce-a63c-148b9a116a25 None None] The sync data for ids ['1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'] in dv-cinder-763774-3-iscsi is: [{'id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'name': 'router1', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:06:04Z', 'updated_at': '2021-09-15T18:06:14Z', 'revision_number': 2, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'gw_port_host': None, '_interfaces': [{'id': 'a2ba1fe0-6805-4ba0-9dc2-2eac54d30602', 'name': '', 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'mac_address': 'fa:16:3e:2d:bf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:06:13Z', 'updated_at': '2021-09-15T18:06:16Z', 'revision_number': 4, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'subnets': [{'id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565f398a-c84c-42b9-8dfb-ca075c0d2d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:06:17.340722 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 33948) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:17.447902 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276ef50f-fee7-40de-ae05-44ad7ee8c869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:17.449254 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-276ef50f-fee7-40de-ae05-44ad7ee8c869 admin admin] 10.222.0.39 "GET /v2.0/networks/4b6c4742-6ad0-4017-9f38-aedb1420c011 HTTP/1.1" status: 200 len: 842 time: 0.1076536 Sep 15 18:06:17.459897 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:17.461259 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.quota [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Loaded quota_driver: . Sep 15 18:06:17.497015 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Made reservation on behalf of 1239e97ef3834df482abf51c86eaa5e5 for: {'subnet': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:06:17.499301 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:17.807413 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.objects.ports [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94151) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 18:06:17.807782 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:17.860533 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:17.874456 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Checking segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:06:17.874807 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Network hostable DHCP agents. Network: 4b6c4742-6ad0-4017-9f38-aedb1420c011, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:06:17.895689 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:06:17.906801 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 4b6c4742-6ad0-4017-9f38-aedb1420c011) {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:17.911723 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:17.912445 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:17.919613 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9e507-be28-4910-a08a-e3e0786b2cc1 None None] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:06:17.940698 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-6837e62c-1c47-4a65-a0e2-12cf29768783 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4845805 Sep 15 18:06:18.056673 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a139ef0-20b7-4ce4-a969-ddfb4f2f2ba8 None None] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:06:20.249347 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 33966) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:20.380400 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-389a0fb0-c8c1-4cf0-ba65-36731bd5c2f7 admin admin] 10.222.0.39 "GET /v2.0/routers/1a7d19ae-93b8-42cd-b119-cf7eecb93f7f HTTP/1.1" status: 200 len: 710 time: 0.1298144 Sep 15 18:06:20.464486 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0dda58-fca8-47d9-8d03-3dea28568df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:20.465785 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-bd0dda58-fca8-47d9-8d03-3dea28568df0 admin admin] 10.222.0.39 "GET /v2.0/networks/4b6c4742-6ad0-4017-9f38-aedb1420c011 HTTP/1.1" status: 200 len: 886 time: 0.0796015 Sep 15 18:06:20.475004 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:20.711472 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:21.010122 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:21.080884 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:21.183796 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Allocated IP 172.27.2.218 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/4c4507e3-2322-4b80-82f3-31f6a41f98a6) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:06:21.284992 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:21.320266 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:21.355697 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:06:21.358395 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:21.361797 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:06:21.400699 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Pushing event updated for resources: {'Port': ['ID=4c4507e3-2322-4b80-82f3-31f6a41f98a6,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:21.609794 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:21.798826 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-846762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-851226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-656'] for router, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:21.802353 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-849483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-846753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-846776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-851217'] for router, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:21.906444 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Router 1a7d19ae-93b8-42cd-b119-cf7eecb93f7f has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:06:22.010599 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:06:22.014704 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] Notify callbacks [] for router, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:22.029580 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-62784a07-1716-4fa7-b68e-4e15e69c828a admin admin] 10.222.0.39 "PUT /v2.0/routers/1a7d19ae-93b8-42cd-b119-cf7eecb93f7f HTTP/1.1" status: 200 len: 890 time: 1.5440395 Sep 15 18:06:23.427511 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:23.476024 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:23.476397 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:23.499121 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Sync routers for ids ['1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:06:23.518025 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Routers {'1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:06:23.518656 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:06:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:23.751569 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Set router 1a7d19ae-93b8-42cd-b119-cf7eecb93f7f gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:06:24.132256 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'name': 'router1', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4507e3-2322-4b80-82f3-31f6a41f98a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:06:04Z', 'updated_at': '2021-09-15T18:06:21Z', 'revision_number': 4, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'gw_port': {'id': '4c4507e3-2322-4b80-82f3-31f6a41f98a6', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:06:21Z', 'updated_at': '2021-09-15T18:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'a2ba1fe0-6805-4ba0-9dc2-2eac54d30602', 'name': '', 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'mac_address': 'fa:16:3e:2d:bf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:06:13Z', 'updated_at': '2021-09-15T18:06:16Z', 'revision_number': 5, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'subnets': [{'id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565f398a-c84c-42b9-8dfb-ca075c0d2d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:24.182986 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Checking router: 1a7d19ae-93b8-42cd-b119-cf7eecb93f7f for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:06:24.183355 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Updating router 1a7d19ae-93b8-42cd-b119-cf7eecb93f7f port 4c4507e3-2322-4b80-82f3-31f6a41f98a6 binding host dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:06:24.228544 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:24.416416 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 33978) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:24.536869 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-28488156-ef4b-44b9-a3dc-9de1dd84b316 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1193388 Sep 15 18:06:24.542128 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Notify callbacks [] for port, precommit_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:24.548429 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:24.683061 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Attempting to bind port 4c4507e3-2322-4b80-82f3-31f6a41f98a6 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:06:24.683428 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Attempting to bind port 4c4507e3-2322-4b80-82f3-31f6a41f98a6 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:06:24.683787 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Attempting to bind port 4c4507e3-2322-4b80-82f3-31f6a41f98a6 on network 4b6c4742-6ad0-4017-9f38-aedb1420c011 {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:06:24.689532 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53675ca3-c937-451e-95df-8344a61e5afa None None] Pushing event updated for resources: {'Port': ['ID=4c4507e3-2322-4b80-82f3-31f6a41f98a6,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:24.694744 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:06:24.695118 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Checking segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:06:24.695517 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:24.695904 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Bound using segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:06:24.696373 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Bound port: 4c4507e3-2322-4b80-82f3-31f6a41f98a6, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:06:24.696774 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:24.747800 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] For port 4c4507e3-2322-4b80-82f3-31f6a41f98a6, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:06:24.751648 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] For port 4c4507e3-2322-4b80-82f3-31f6a41f98a6, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=4c4507e3-2322-4b80-82f3-31f6a41f98a6,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:06:24.755311 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:24.811388 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Routers {'1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:06:24.812000 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:06:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:24.814778 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53675ca3-c937-451e-95df-8344a61e5afa None None] Pushing event updated for resources: {'Port': ['ID=4c4507e3-2322-4b80-82f3-31f6a41f98a6,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:24.916687 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] Set router 1a7d19ae-93b8-42cd-b119-cf7eecb93f7f gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:06:25.128159 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'name': 'router1', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4507e3-2322-4b80-82f3-31f6a41f98a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:06:04Z', 'updated_at': '2021-09-15T18:06:21Z', 'revision_number': 4, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'gw_port': {'id': '4c4507e3-2322-4b80-82f3-31f6a41f98a6', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:06:21Z', 'updated_at': '2021-09-15T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'a2ba1fe0-6805-4ba0-9dc2-2eac54d30602', 'name': '', 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'mac_address': 'fa:16:3e:2d:bf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:06:13Z', 'updated_at': '2021-09-15T18:06:16Z', 'revision_number': 5, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'subnets': [{'id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565f398a-c84c-42b9-8dfb-ca075c0d2d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:25.155211 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05dbd3-93d0-42b8-bc15-83fcd22da872 None None] The sync data for ids ['1a7d19ae-93b8-42cd-b119-cf7eecb93f7f'] in dv-cinder-763774-3-iscsi is: [{'id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'name': 'router1', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '4c4507e3-2322-4b80-82f3-31f6a41f98a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:06:04Z', 'updated_at': '2021-09-15T18:06:21Z', 'revision_number': 4, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'gw_port': {'id': '4c4507e3-2322-4b80-82f3-31f6a41f98a6', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:06:21Z', 'updated_at': '2021-09-15T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'a2ba1fe0-6805-4ba0-9dc2-2eac54d30602', 'name': '', 'network_id': 'ffd4faea-b314-4663-b3d9-0f91b9274ca6', 'tenant_id': '0519c0ea7b7a4131a10c505fa011b385', 'mac_address': 'fa:16:3e:2d:bf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d19ae-93b8-42cd-b119-cf7eecb93f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:06:13Z', 'updated_at': '2021-09-15T18:06:16Z', 'revision_number': 5, 'project_id': '0519c0ea7b7a4131a10c505fa011b385', 'subnets': [{'id': 'cb58a887-03dd-4ee9-a2bd-b662c8fc53de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565f398a-c84c-42b9-8dfb-ca075c0d2d16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:06:25.579538 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 4c4507e3-2322-4b80-82f3-31f6a41f98a6 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:25.628386 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 4c4507e3-2322-4b80-82f3-31f6a41f98a6 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:25.628905 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:25.716212 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:25.736583 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 4c4507e3-2322-4b80-82f3-31f6a41f98a6, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=4c4507e3-2322-4b80-82f3-31f6a41f98a6,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:25.742103 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:25.796270 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=4c4507e3-2322-4b80-82f3-31f6a41f98a6,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:27.413644 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 4c4507e3-2322-4b80-82f3-31f6a41f98a6 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:27.462877 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 4c4507e3-2322-4b80-82f3-31f6a41f98a6 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:27.463584 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:38.734004 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-84b3de18-22ae-4266-aa33-3a906120b75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:41.429865 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-6513d4e0-affa-4e8c-810e-2766b57726a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:41.459742 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:42.429875 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:44.220627 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:52.133734 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 5 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:07:08.725666 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-9abbca3b-5bb6-4fec-96e9-1384aa44088b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:11.432913 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-4f3714d1-1bf2-4923-bc55-8c7597e1a46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:11.454449 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:12.418661 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:14.223624 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:29.124684 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 5 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:07:38.728618 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f95e5cf2-89f5-445c-8e5d-2c0ca8a7d9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:41.434263 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-abfe8e62-c845-4e19-ab83-5ea936341580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:41.454549 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:42.424098 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:44.231038 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:00.037833 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 34540) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:00.097975 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c4e61c-579a-49cd-876d-3307d9f40cd7 admin admin] GET failed (client error): The resource could not be found. Sep 15 18:08:00.099325 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-82c4e61c-579a-49cd-876d-3307d9f40cd7 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605428 Sep 15 18:08:00.259678 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcc9ffc-8955-421c-87cc-766f7880cf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:00.261076 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-4bcc9ffc-8955-421c-87cc-766f7880cf1a admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572635 Sep 15 18:08:02.433007 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34550) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:02.526484 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efe7d37-3582-42b1-bb9e-e63f36863277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:02.527801 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-5efe7d37-3582-42b1-bb9e-e63f36863277 admin admin] 10.222.0.39 "GET /v2.0/subnets/cb58a887-03dd-4ee9-a2bd-b662c8fc53de HTTP/1.1" status: 200 len: 849 time: 0.0938501 Sep 15 18:08:02.537576 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:08:02.619723 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:02.761849 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746267544580'] for subnet, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:02.795016 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:02.796765 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:02.797596 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] 10.222.0.39 "PUT /v2.0/subnets/cb58a887-03dd-4ee9-a2bd-b662c8fc53de HTTP/1.1" status: 200 len: 868 time: 0.2634101 Sep 15 18:08:02.799861 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a649c8c-2490-4e03-9f15-c97b13a76c48 None None] Network ffd4faea-b314-4663-b3d9-0f91b9274ca6 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:08:02.815919 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb58a887-03dd-4ee9-a2bd-b662c8fc53de,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:02.823841 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:02.824208 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:02.824544 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:02.824883 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:02.825205 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:02.825582 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:02.825910 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:02.826234 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:02.826579 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:02.826954 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:02.827272 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:02.827590 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bb6c3-47e9-41c2-9315-4340f6c26a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:03.142109 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-a1e3fbd3-e5c7-43e9-9742-fcf67de24ce5 None None] Provisioning complete for port a2ba1fe0-6805-4ba0-9dc2-2eac54d30602 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:08:03.142475 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a1e3fbd3-e5c7-43e9-9742-fcf67de24ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:03.222329 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-a1e3fbd3-e5c7-43e9-9742-fcf67de24ce5 None None] Provisioning complete for port da7a479a-6d7f-4311-8050-4ee334085ba3 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:08:03.222685 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a1e3fbd3-e5c7-43e9-9742-fcf67de24ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.971275 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34560) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:05.167147 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91572d68-76ab-477e-93bc-cf60e77be5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:05.167551 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91572d68-76ab-477e-93bc-cf60e77be5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:05.169070 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-91572d68-76ab-477e-93bc-cf60e77be5d8 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968327 Sep 15 18:08:06.125333 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 5 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:08:07.343915 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34568) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:07.470621 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5100515b-81b4-4d33-afa4-3256125f203e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:07.471081 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5100515b-81b4-4d33-afa4-3256125f203e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:07.472590 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-5100515b-81b4-4d33-afa4-3256125f203e admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1277177 Sep 15 18:08:08.729660 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-5e11978e-9322-4dad-977d-1af5f5ffb46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:09.636022 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34576) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:09.785472 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0e5a5-c54b-4347-9474-26b0c694ef55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:09.787208 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-92d0e5a5-c54b-4347-9474-26b0c694ef55 admin admin] 10.222.0.39 "GET /v2.0/networks/4b6c4742-6ad0-4017-9f38-aedb1420c011 HTTP/1.1" status: 200 len: 886 time: 0.1499803 Sep 15 18:08:11.436794 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-bc8dda55-2aa9-47b4-a128-a27a851eee74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:11.453857 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:11.965924 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 34584) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:12.091605 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32eedfc-6d2f-46de-8907-c07dc4c7fc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:12.093013 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-f32eedfc-6d2f-46de-8907-c07dc4c7fc1c admin admin] 10.222.0.39 "GET /v2.0/networks/ffd4faea-b314-4663-b3d9-0f91b9274ca6 HTTP/1.1" status: 200 len: 869 time: 0.1261437 Sep 15 18:08:12.425252 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:14.234296 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:14.239899 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 34592) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:14.434762 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a56cc8-2f6c-448a-9a42-5865a83c75a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:14.435127 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a56cc8-2f6c-448a-9a42-5865a83c75a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:14.436711 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-f2a56cc8-2f6c-448a-9a42-5865a83c75a9 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1958864 Sep 15 18:08:16.615584 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 34600) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:16.706210 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747ab45c-8b3c-4438-95c3-ba1b5fcd85f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:16.706668 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747ab45c-8b3c-4438-95c3-ba1b5fcd85f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:16.708152 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-747ab45c-8b3c-4438-95c3-ba1b5fcd85f7 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916400 Sep 15 18:08:18.874634 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34608) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:18.958498 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296123ba-85f6-409b-bb77-66a5862b3b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:18.959825 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-296123ba-85f6-409b-bb77-66a5862b3b33 admin admin] 10.222.0.39 "GET /v2.0/subnets/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a HTTP/1.1" status: 200 len: 816 time: 0.0842550 Sep 15 18:08:21.137951 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34616) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:21.231786 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c113160-5c5e-4222-86af-4cc33ae1e8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:21.233210 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-1c113160-5c5e-4222-86af-4cc33ae1e8b9 admin admin] 10.222.0.39 "GET /v2.0/subnets/cb58a887-03dd-4ee9-a2bd-b662c8fc53de HTTP/1.1" status: 200 len: 868 time: 0.0943236 Sep 15 18:08:38.729703 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-4a26a045-f155-4976-90df-177c7f70bf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:41.437902 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-61421cab-56d5-428d-a2fe-7ca1a974a3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:41.456252 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:42.429278 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:43.129301 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 5 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:08:44.235849 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:46.522701 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34670) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:46.569123 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [None req-ab4c31d4-ac92-4bc2-827e-50d63f9b17de admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:08:46.570138 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ab4c31d4-ac92-4bc2-827e-50d63f9b17de admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465202 Sep 15 18:08:48.810828 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34678) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:48.869951 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5b1150-d844-4a6e-a162-0d51021d2738 admin admin] GET failed (client error): The resource could not be found. Sep 15 18:08:48.871269 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ba5b1150-d844-4a6e-a162-0d51021d2738 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589509 Sep 15 18:08:49.049833 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaebf68-c9bf-4be3-b119-cef52772ec06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:49.051228 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-daaebf68-c9bf-4be3-b119-cef52772ec06 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1747537 Sep 15 18:08:51.250351 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34686) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:51.297024 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:08:51.316479 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] Made reservation on behalf of 1239e97ef3834df482abf51c86eaa5e5 for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:08:51.318678 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:51.352647 dv-cinder-763774-3-iscsi neutron-server[94152]: WARNING neutron.services.revisions.revision_plugin [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] Could not find related network for resource to bump revision. Sep 15 18:08:51.366014 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=94152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:08:51.374564 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:51.374894 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] Added segment e084cf78-d4b4-4a1f-ad1a-1214e18966aa of type vlan for network 314749c9-e745-459d-a0dc-63df65a60fc1 Sep 15 18:08:51.413126 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:51.435087 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:51.436492 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:51.437063 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:51.494081 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2426667 Sep 15 18:08:51.495002 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18afc3-49bc-40a3-9de3-fa6eb2c8a3ef admin admin] Pushing event updated for resources: {'Network': ['ID=314749c9-e745-459d-a0dc-63df65a60fc1,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:51.520126 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 314749c9-e745-459d-a0dc-63df65a60fc1 details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:08:53.671407 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34694) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:53.729700 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.pecan_wsgi.hooks.translation [None req-382911af-3f09-49d6-9d9c-6155ee9de59d admin admin] GET failed (client error): The resource could not be found. Sep 15 18:08:53.730987 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-382911af-3f09-49d6-9d9c-6155ee9de59d admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586393 Sep 15 18:08:53.801242 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2055356e-ecee-4e12-b96d-677ec4da9be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:53.802688 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2055356e-ecee-4e12-b96d-677ec4da9be6 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664077 Sep 15 18:08:53.812840 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:08:53.832290 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] Made reservation on behalf of 1239e97ef3834df482abf51c86eaa5e5 for: {'subnet': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:08:53.834579 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:53.994010 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:54.043929 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e44b81-9edf-46f6-a7c6-324442720043,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:54.055115 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] Checking segment: {'id': 'e084cf78-d4b4-4a1f-ad1a-1214e18966aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:08:54.055456 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] Network hostable DHCP agents. Network: 314749c9-e745-459d-a0dc-63df65a60fc1, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:08:54.071427 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] Network 314749c9-e745-459d-a0dc-63df65a60fc1 is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:08:54.079878 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 314749c9-e745-459d-a0dc-63df65a60fc1) {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:08:54.084044 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:08:54.084624 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:54.090407 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53384950-4afc-4384-8a56-629d993d3882 None None] Network 314749c9-e745-459d-a0dc-63df65a60fc1 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:08:54.103046 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ada847c7-e99c-41e4-bdc2-aa5b02be56ca admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2933927 Sep 15 18:08:54.330241 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp048a3752-44ea-524b-afe4-9b30d80f85c2-314749c9-e745-459d-a0dc-63df65a60fc1', 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1', 'tenant_id': '1239e97ef3834df482abf51c86eaa5e5', 'fixed_ips': [{'subnet_id': '31e44b81-9edf-46f6-a7c6-324442720043'}]}} from dv-cinder-763774-3-iscsi. {{(pid=94153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:08:54.331127 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:54.463637 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.db_base_plugin_common [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Allocated IP 192.168.233.2 (314749c9-e745-459d-a0dc-63df65a60fc1/31e44b81-9edf-46f6-a7c6-324442720043/b8b83485-de56-4313-bc86-a6a66bf64204) {{(pid=94153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:08:54.605782 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Notify callbacks [] for port, precommit_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:54.612664 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:54.651332 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Network 314749c9-e745-459d-a0dc-63df65a60fc1 is already hosted by enough agents. {{(pid=94153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:08:54.656585 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.base_scheduler [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Resources bound (agent type, host, resource id): {{(pid=94153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:08:54.661355 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Pushing event updated for resources: {'Port': ['ID=b8b83485-de56-4313-bc86-a6a66bf64204,revision_number=1']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:54.663499 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Received port after_create {{(pid=94153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:08:54.675331 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.675684 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.676026 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.676365 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.676703 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.677038 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.678094 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.678094 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.678094 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.678364 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.678694 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.679019 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:54.727854 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Attempting to bind port b8b83485-de56-4313-bc86-a6a66bf64204 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:08:54.728214 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Attempting to bind port b8b83485-de56-4313-bc86-a6a66bf64204 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'e084cf78-d4b4-4a1f-ad1a-1214e18966aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:08:54.728567 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Attempting to bind port b8b83485-de56-4313-bc86-a6a66bf64204 on network 314749c9-e745-459d-a0dc-63df65a60fc1 {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:08:54.734367 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:08:54.734760 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Checking segment: {'id': 'e084cf78-d4b4-4a1f-ad1a-1214e18966aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:08:54.735145 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:54.735540 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Bound using segment: {'id': 'e084cf78-d4b4-4a1f-ad1a-1214e18966aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:08:54.736001 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Bound port: b8b83485-de56-4313-bc86-a6a66bf64204, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e084cf78-d4b4-4a1f-ad1a-1214e18966aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:08:54.736407 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:54.800614 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] For port b8b83485-de56-4313-bc86-a6a66bf64204, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:08:54.804419 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] For port b8b83485-de56-4313-bc86-a6a66bf64204, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=b8b83485-de56-4313-bc86-a6a66bf64204,segment=NetworkSegment(e084cf78-d4b4-4a1f-ad1a-1214e18966aa),segment_id=e084cf78-d4b4-4a1f-ad1a-1214e18966aa)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:08:54.808692 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:54.868654 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5257b-3dd6-47d3-9c8a-abffdcb020af None None] Pushing event updated for resources: {'Port': ['ID=b8b83485-de56-4313-bc86-a6a66bf64204,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:55.572201 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device b8b83485-de56-4313-bc86-a6a66bf64204 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:08:55.633074 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port b8b83485-de56-4313-bc86-a6a66bf64204 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:08:55.633439 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:55.661254 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fbc596-08a4-44bc-bcbd-3b692ecd1aa3 None None] Network 314749c9-e745-459d-a0dc-63df65a60fc1 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:08:55.762546 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-7ccab1d6-083b-4a6f-b7bd-10800c12c03b None None] Provisioning complete for port b8b83485-de56-4313-bc86-a6a66bf64204 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:08:55.762923 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-7ccab1d6-083b-4a6f-b7bd-10800c12c03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:55.811346 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:55.889390 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port b8b83485-de56-4313-bc86-a6a66bf64204, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=b8b83485-de56-4313-bc86-a6a66bf64204,segment=NetworkSegment(e084cf78-d4b4-4a1f-ad1a-1214e18966aa),segment_id=e084cf78-d4b4-4a1f-ad1a-1214e18966aa)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:55.924386 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:55.993939 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=b8b83485-de56-4313-bc86-a6a66bf64204,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:56.189393 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-e2f02575-a75c-423b-8f78-1ae62e491894 None None] Provisioning complete for port b8b83485-de56-4313-bc86-a6a66bf64204 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:08:56.189728 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e2f02575-a75c-423b-8f78-1ae62e491894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:57.519854 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device b8b83485-de56-4313-bc86-a6a66bf64204 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:08:57.569203 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port b8b83485-de56-4313-bc86-a6a66bf64204 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:08:57.569576 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:08.727140 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-7f608a34-42c6-4ac7-a006-8bc4ddd1996d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:11.438555 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e32c7520-afd4-4c54-a2cf-14a70d6089b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:11.457821 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:12.432672 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:14.243482 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:20.133174 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 5 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:09:38.729426 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-744e08ca-1dcc-4972-b3a6-3b6bcbd4c1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:41.439344 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-26219f03-4e2d-4dad-b77b-71a240f64bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:41.457924 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:42.441137 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:44.236650 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:57.136044 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 5 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:10:01.837824 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 34748) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:10:01.844404 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [None req-0dd1c261-1c4d-42c4-902b-8fef500c3d01 tempest-verify_tempest_config-214991257 tempest-verify_tempest_config-214991257-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:10:01.845391 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-0dd1c261-1c4d-42c4-902b-8fef500c3d01 tempest-verify_tempest_config-214991257 tempest-verify_tempest_config-214991257-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066104 Sep 15 18:10:02.130554 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 34766) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:10:02.231874 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:02.346119 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:02.349844 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:02.393262 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2be5cbecb3384b14ae31c2e9f038710b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2616799 Sep 15 18:10:02.394486 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b7f6b6-d8f2-4a6b-8c48-058d171ebbae,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:02.396154 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34770) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:10:02.401203 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.401593 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.401944 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.402280 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.402610 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.402952 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.403282 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.403604 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.403955 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.404273 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.404592 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.404909 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c309a-3591-4bcf-8483-6391402ad725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.455948 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:02.476022 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:02.563746 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:02.566603 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:02.567749 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36b7f6b6-d8f2-4a6b-8c48-058d171ebbae HTTP/1.1" status: 204 len: 168 time: 0.1706591 Sep 15 18:10:02.578878 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b7f6b6-d8f2-4a6b-8c48-058d171ebbae,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:10:02.585462 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.585859 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.586201 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.586535 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.586865 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.587210 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.587537 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.587862 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.588200 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.588526 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.588848 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:02.589166 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58bb-0e19-4618-a606-cea846a6af0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:10:08.731363 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-9cf35e6d-8176-4af1-bc48-58d68da08915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:11.440998 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a82965c2-883c-43ca-b933-4ec36e9daea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:11.458673 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:12.439177 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:14.243053 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:34.136102 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 5 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:10:38.732772 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ff6c0fb0-ac9a-4b77-8ee6-813a1a31c3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:41.441292 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b770d569-02c8-4237-9734-acc66291737c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:41.458485 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:42.442455 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:44.240560 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:08.731829 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb7c7-13f4-422a-976a-467104c2a1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:11.137935 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 5 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:11:11.441462 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-71f15248-1e71-47f8-9236-eb098e709d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:11.460936 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:12.444714 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:14.243652 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:34.767304 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-849462'] for agent, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:38.731658 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ffc65b8f-6354-4a1e-aaca-0dce88edcb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:41.440467 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-03acb271-660d-434f-a727-191207d76497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:41.459533 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:42.448971 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:44.247530 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:48.140938 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:11:50.423585 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34846) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:11:50.524989 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-e1ceb48c-6535-45ed-b84c-091b2fa9d2cc admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1003232 Sep 15 18:11:52.710068 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34856) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:11:52.763452 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-d1b7d48e-a45b-4bf2-a73c-17c49098d391 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0523167 Sep 15 18:12:04.739623 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:08.732567 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-c103bedc-fca4-418d-94bf-93a61c4bf474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:11.439740 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-916d0df5-f6fa-4739-81e1-bc140ab0507d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:11.458495 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:12.450607 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:14.248691 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:25.142052 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:12:34.766813 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:38.733421 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-5caf11fd-452e-4cd3-b26f-ff23bf34aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:41.439493 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-73836a59-ff38-4f3b-9959-cb5cbf2e5828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:41.458461 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:42.455270 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:44.252104 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:02.146251 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:13:04.767094 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:08.736578 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f2316714-ee8e-4c4f-b4ec-718674bfa04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:11.439813 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-23fb0d8f-b1aa-4d41-b3ff-2db66fd40c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:11.457916 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:12.458016 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:14.254845 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:20.527198 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 34972) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:20.699470 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-network', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:20.724150 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Made reservation on behalf of 25ce7c613f5748f28eba8ddf208a4665 for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:20.726874 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:20.744335 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:20.837023 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:20.843100 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:20.869352 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d112efe-694c-412c-904c-cb0e56b35b64,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:20.880034 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:13:20.893247 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:20.893617 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Added segment 79dcc7b5-8210-48e8-aa46-4946d8eaddcd of type vlan for network 8d019230-0c00-4c00-9bdb-dc9b282f71aa Sep 15 18:13:20.908515 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.909137 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.909487 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.909845 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.910188 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.910513 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.911077 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.911407 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.911756 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.912100 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.912450 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.912821 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Tracked resource versions report: Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: pushed versions: Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: { 'AddressGroup': {'1.2'}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'ConntrackHelper': {'1.0'}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Log': {'1.0'}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Network': {'1.1'}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Port': {'1.7'}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'PortForwarding': {'1.2'}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'QosPolicy': {'1.9'}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SecurityGroup': {'1.4'}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SubPort': {'1.0'}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Subnet': {'1.1'}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Trunk': {'1.1'}} Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: consumer versions: Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: { DHCP agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: HyperV agent@hv-cinder-76377: {}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: L3 agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: Metadata agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: Metering agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: Open vSwitch agent@dv-cinder-763774-3-iscsi: { 'AddressGroup': '1.2', Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'ConntrackHelper': '1.0', Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Log': '1.0', Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Network': '1.1', Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Port': '1.7', Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'PortForwarding': '1.2', Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'QosPolicy': '1.9', Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SecurityGroup': '1.4', Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SecurityGroupRule': '1.2', Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'SubPort': '1.0', Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Subnet': '1.1', Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: 'Trunk': '1.1'}} Sep 15 18:13:20.914058 dv-cinder-763774-3-iscsi neutron-server[94152]: {{(pid=94152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:13:20.955034 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:20.982669 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:20.983915 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:20.984664 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.008646 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4794526 Sep 15 18:13:21.011583 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35012) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:21.020830 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Request body: {'subnet': {'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-subnet', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:21.049177 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9915cc-e7ef-44cb-a5d5-6e778a7f64fa admin admin] Pushing event updated for resources: {'Network': ['ID=8d019230-0c00-4c00-9bdb-dc9b282f71aa,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:21.053104 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Made reservation on behalf of 25ce7c613f5748f28eba8ddf208a4665 for: {'subnet': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:21.056224 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.062769 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 8d019230-0c00-4c00-9bdb-dc9b282f71aa details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:13:21.199574 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35020) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:21.249930 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.292328 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Pushing event updated for resources: {'Subnet': ['ID=df44dd5b-d32a-430a-9a40-d7542a948003,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:21.301599 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.302056 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.302464 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.302867 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.303273 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.303691 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.304023 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.304525 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.305048 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.305367 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.305898 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.306245 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Tracked resource versions report: Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: pushed versions: Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: { 'AddressGroup': {'1.2'}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'ConntrackHelper': {'1.0'}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Log': {'1.0'}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Network': {'1.1'}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Port': {'1.7'}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'PortForwarding': {'1.2'}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'QosPolicy': {'1.9'}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SecurityGroup': {'1.4'}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SubPort': {'1.0'}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Subnet': {'1.1'}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Trunk': {'1.1'}} Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: consumer versions: Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: { DHCP agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: HyperV agent@hv-cinder-76377: {}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: L3 agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: Metadata agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: Metering agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: Open vSwitch agent@dv-cinder-763774-3-iscsi: { 'AddressGroup': '1.2', Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'ConntrackHelper': '1.0', Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Log': '1.0', Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Network': '1.1', Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Port': '1.7', Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'PortForwarding': '1.2', Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'QosPolicy': '1.9', Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SecurityGroup': '1.4', Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SecurityGroupRule': '1.2', Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'SubPort': '1.0', Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Subnet': '1.1', Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: 'Trunk': '1.1'}} Sep 15 18:13:21.307289 dv-cinder-763774-3-iscsi neutron-server[94151]: {{(pid=94151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:13:21.331875 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Checking segment: {'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:21.332254 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Network hostable DHCP agents. Network: 8d019230-0c00-4c00-9bdb-dc9b282f71aa, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:13:21.347663 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Network 8d019230-0c00-4c00-9bdb-dc9b282f71aa is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:13:21.356998 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 8d019230-0c00-4c00-9bdb-dc9b282f71aa) {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:21.363175 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:21.364905 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.368739 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b0bf7-8dfa-41d1-a645-ac99983e0d9a None None] Network 8d019230-0c00-4c00-9bdb-dc9b282f71aa requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:13:21.384881 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-80ae0557-0289-462c-a071-92c64446383b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3709347 Sep 15 18:13:21.387674 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35028) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:21.392765 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-router', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:21.417934 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-848028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.419220 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-851212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-686'] for router, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.525772 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.527948 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7555b-3a97-454e-9e18-d5ebabd6c0d7 None None] Network 8d019230-0c00-4c00-9bdb-dc9b282f71aa requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:13:21.616533 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1767386197-network', 'tenant_id': 'ed9225cc0a0f4e44bcebc618ffb4131e'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:21.657543 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Made reservation on behalf of ed9225cc0a0f4e44bcebc618ffb4131e for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:21.662446 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.680490 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.680615 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.803166 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.810723 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.839307 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=94152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:13:21.854259 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.855054 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Added segment 735b2c4f-3b12-482f-a089-3728e410f12f of type vlan for network 69cff2af-998b-4880-a3fe-a90cc9fb201f Sep 15 18:13:21.926924 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.938670 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.946924 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.965003 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848570dd-df71-458d-b72e-c16da667a17c,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:21.991833 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.993267 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:21.994073 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.026144 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8232255 Sep 15 18:13:22.033398 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35070) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:22.040112 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Allocated IP 172.27.2.174 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/3b370d01-ddef-4318-b726-826d4b6224eb) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:22.058685 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49438e-1287-4364-8bf1-76c1466db77d admin admin] Pushing event updated for resources: {'Network': ['ID=69cff2af-998b-4880-a3fe-a90cc9fb201f,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:22.066660 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] Request body: {'subnet': {'network_id': '69cff2af-998b-4880-a3fe-a90cc9fb201f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1767386197-subnet', 'tenant_id': 'ed9225cc0a0f4e44bcebc618ffb4131e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:22.072270 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 69cff2af-998b-4880-a3fe-a90cc9fb201f details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:13:22.159192 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] Made reservation on behalf of ed9225cc0a0f4e44bcebc618ffb4131e for: {'subnet': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:22.161735 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.201233 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.289014 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.351956 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:22.359309 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:22.361728 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:22.467931 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b370d01-ddef-4318-b726-826d4b6224eb,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:22.483061 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35086) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:22.503260 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.554396 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35096) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:22.705456 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e980d718-359b-4691-9302-f0d1b0e568b5,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:22.705786 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-network', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:22.718617 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] Checking segment: {'id': '735b2c4f-3b12-482f-a089-3728e410f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '69cff2af-998b-4880-a3fe-a90cc9fb201f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:22.718972 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] Network hostable DHCP agents. Network: 69cff2af-998b-4880-a3fe-a90cc9fb201f, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:13:22.738314 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Made reservation on behalf of d3b098cee9ff4dc8a345deae6caaf6e3 for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:22.740671 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.749500 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.772815 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] Network 69cff2af-998b-4880-a3fe-a90cc9fb201f is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:13:22.792128 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 69cff2af-998b-4880-a3fe-a90cc9fb201f) {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:22.798369 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:22.802756 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29797394-9251-40c2-92f0-90c13cbadc96 None None] Network 69cff2af-998b-4880-a3fe-a90cc9fb201f requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:13:22.811131 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.834205 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.855787 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2020968079-network', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:22.867444 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.886286 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-3ab28ed1-fc33-42e0-a83b-350bd8096bc9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8517058 Sep 15 18:13:22.886391 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.937407 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=94152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:13:22.948247 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Made reservation on behalf of a3ffa1abd61147f0946559205e11ad76 for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:22.950504 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.965239 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.965589 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Added segment b305e433-b78a-4dd3-8bdd-6edd365e6396 of type vlan for network 74743a91-bae5-45c6-9b3b-f7dc7ab12add Sep 15 18:13:22.967399 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.978166 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e433494-86e4-495a-96c1-5ec3babc7294,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:23.044619 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8939c8-f298-4086-ba96-f75455d20d99 None None] Network 69cff2af-998b-4880-a3fe-a90cc9fb201f requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:13:23.058773 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.091176 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-851203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-849483'] for router, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.124368 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.125895 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:23.127106 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.222749 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] Pushing event updated for resources: {'Network': ['ID=74743a91-bae5-45c6-9b3b-f7dc7ab12add,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:23.237725 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 74743a91-bae5-45c6-9b3b-f7dc7ab12add details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:13:23.249486 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.258186 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.276834 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35132) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:23.277423 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-3282600d-b60c-4bab-8edd-17615d2a6203 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7929060 Sep 15 18:13:23.297663 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] Request body: {'subnet': {'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-subnet', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:23.334451 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c3538e-09cf-43c1-96a5-13379f669fec,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:23.341129 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Router cd9e87ab-6745-4a09-a046-93a40ce65f36 is scheduled to L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 with binding_index 1 {{(pid=94151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:13:23.348132 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] Made reservation on behalf of d3b098cee9ff4dc8a345deae6caaf6e3 for: {'subnet': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:23.350664 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.351319 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:13:23.371386 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.371945 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Added segment a13447da-86db-4bcc-9a26-fd87133b9082 of type vlan for network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a Sep 15 18:13:23.425668 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.461847 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.462926 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:23.463712 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.504503 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9484828 Sep 15 18:13:23.516535 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35136) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:23.524325 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] Request body: {'subnet': {'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2020968079-subnet', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:23.540131 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae7f18-da45-4e67-99da-4acf249330ce admin admin] Pushing event updated for resources: {'Network': ['ID=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:23.555554 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:13:23.650881 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] Made reservation on behalf of a3ffa1abd61147f0946559205e11ad76 for: {'subnet': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:23.653443 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.790798 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:13:23.801742 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Sync routers for ids ['cd9e87ab-6745-4a09-a046-93a40ce65f36'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:13:23.823175 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Routers {'cd9e87ab-6745-4a09-a046-93a40ce65f36'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:23.824306 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['cd9e87ab-6745-4a09-a046-93a40ce65f36'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:23.832376 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.876237 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:23.880218 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-ffdb11e3-50ee-4f29-b903-cce0ee8c1bd6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4884167 Sep 15 18:13:23.881467 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35160) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:23.902768 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=111a41ca-e28d-4f13-a870-563d74d667e4,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:23.966336 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] Checking segment: {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:23.967209 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] Network hostable DHCP agents. Network: 74743a91-bae5-45c6-9b3b-f7dc7ab12add, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:13:24.029516 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] Network 74743a91-bae5-45c6-9b3b-f7dc7ab12add is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:13:24.032957 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.067553 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 74743a91-bae5-45c6-9b3b-f7dc7ab12add) {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:24.070465 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Set router cd9e87ab-6745-4a09-a046-93a40ce65f36 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:24.073023 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:24.073768 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.077282 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac0cef-99d2-4063-9b07-5d9fb138367a None None] Network 74743a91-bae5-45c6-9b3b-f7dc7ab12add requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:13:24.115954 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-1833e049-1ca5-45ff-9a71-83e7993aed19 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8348920 Sep 15 18:13:24.115954 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba29c0e-b144-4978-b5df-55ed14a91a74,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:24.122153 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35176) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:24.137142 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:24.155490 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] Checking segment: {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:24.155846 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] Network hostable DHCP agents. Network: 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:13:24.176595 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-848028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.177773 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-851212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-686'] for router, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.194477 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] Network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:13:24.221611 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a) {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:24.256091 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.258027 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:24.258844 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.277925 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e2fa1-5377-4cb7-9725-d940a100813e None None] Network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:13:24.380738 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-47561c4f-64ae-4113-8a11-dab3797a0851 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8631191 Sep 15 18:13:24.387740 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35180) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:24.401606 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:24.421569 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-router', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:22Z', 'revision_number': 3, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'gw_port': {'id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:24.473703 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Checking router: cd9e87ab-6745-4a09-a046-93a40ce65f36 for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:13:24.474484 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Updating router cd9e87ab-6745-4a09-a046-93a40ce65f36 port 3b370d01-ddef-4318-b726-826d4b6224eb binding host dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:13:24.514546 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp048a3752-44ea-524b-afe4-9b30d80f85c2-80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74'}]}} from dv-cinder-763774-3-iscsi. {{(pid=94153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:13:24.515391 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.534735 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp048a3752-44ea-524b-afe4-9b30d80f85c2-74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4'}]}} from dv-cinder-763774-3-iscsi. {{(pid=94153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:13:24.535474 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.538613 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.641932 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.653043 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-848028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.654991 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-851212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-686'] for router, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.759850 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:24.902999 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.db_base_plugin_common [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Allocated IP 172.20.0.2 (80c13f2d-8f39-4316-81c3-bc5ae9f65f6a/dba29c0e-b144-4978-b5df-55ed14a91a74/0e6965ff-5313-48d5-a6d2-868f5a7fccba) {{(pid=94153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:24.925865 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.db_base_plugin_common [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Allocated IP 172.20.0.2 (74743a91-bae5-45c6-9b3b-f7dc7ab12add/111a41ca-e28d-4f13-a870-563d74d667e4/54527b34-9ffd-4db8-a05e-7628f1483782) {{(pid=94153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:25.067663 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.079693 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.088090 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.161381 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Pushing event updated for resources: {'Port': ['ID=3b370d01-ddef-4318-b726-826d4b6224eb,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:25.169115 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Attempting to bind port 3b370d01-ddef-4318-b726-826d4b6224eb on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:25.169494 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Attempting to bind port 3b370d01-ddef-4318-b726-826d4b6224eb by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:25.169915 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Attempting to bind port 3b370d01-ddef-4318-b726-826d4b6224eb on network 4b6c4742-6ad0-4017-9f38-aedb1420c011 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:25.174282 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.174628 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.174964 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.175292 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.175616 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.175940 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.176259 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.176576 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.176899 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.177532 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.177926 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.178249 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Tracked resource versions report: Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: pushed versions: Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: { 'AddressGroup': {'1.2'}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'ConntrackHelper': {'1.0'}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Log': {'1.0'}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Network': {'1.1'}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Port': {'1.7'}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'PortForwarding': {'1.2'}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'QosPolicy': {'1.9'}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SecurityGroup': {'1.4'}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SubPort': {'1.0'}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Subnet': {'1.1'}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Trunk': {'1.1'}} Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: consumer versions: Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: { DHCP agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: HyperV agent@hv-cinder-76377: {}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: L3 agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: Metadata agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: Metering agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: Open vSwitch agent@dv-cinder-763774-3-iscsi: { 'AddressGroup': '1.2', Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'ConntrackHelper': '1.0', Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Log': '1.0', Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Network': '1.1', Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Port': '1.7', Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'PortForwarding': '1.2', Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'QosPolicy': '1.9', Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SecurityGroup': '1.4', Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SecurityGroupRule': '1.2', Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'SubPort': '1.0', Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Subnet': '1.1', Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: 'Trunk': '1.1'}} Sep 15 18:13:25.179448 dv-cinder-763774-3-iscsi neutron-server[94154]: {{(pid=94154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:13:25.184575 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:25.184939 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Checking segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:25.186016 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.186324 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Bound using segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:25.186711 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Bound port: 3b370d01-ddef-4318-b726-826d4b6224eb, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:25.187079 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.207912 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.322413 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] For port 3b370d01-ddef-4318-b726-826d4b6224eb, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:25.324519 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] For port 3b370d01-ddef-4318-b726-826d4b6224eb, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=3b370d01-ddef-4318-b726-826d4b6224eb,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:25.331837 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.418469 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Notify callbacks [] for port, precommit_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.493414 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Routers {'cd9e87ab-6745-4a09-a046-93a40ce65f36'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:25.494068 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['cd9e87ab-6745-4a09-a046-93a40ce65f36'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:25.496077 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2b5a0-25e1-4bdb-818e-5fd35f5a21cf None None] Pushing event updated for resources: {'Port': ['ID=3b370d01-ddef-4318-b726-826d4b6224eb,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:25.548856 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.609693 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a is already hosted by enough agents. {{(pid=94153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:25.620999 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.base_scheduler [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Resources bound (agent type, host, resource id): {{(pid=94153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:25.624959 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Received port after_create {{(pid=94153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:25.700718 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.752638 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.768351 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] Set router cd9e87ab-6745-4a09-a046-93a40ce65f36 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:25.795355 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Pushing event updated for resources: {'Port': ['ID=0e6965ff-5313-48d5-a6d2-868f5a7fccba,revision_number=1']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:25.805086 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.805436 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.805830 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.806163 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.806476 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.806801 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.807128 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.807449 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.807847 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.808541 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.808541 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.808789 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Tracked resource versions report: Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: pushed versions: Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: { 'AddressGroup': {'1.2'}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'ConntrackHelper': {'1.0'}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Log': {'1.0'}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Network': {'1.1'}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Port': {'1.7'}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'PortForwarding': {'1.2'}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'QosPolicy': {'1.9'}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SecurityGroup': {'1.4'}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SubPort': {'1.0'}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Subnet': {'1.1'}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Trunk': {'1.1'}} Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: consumer versions: Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: { DHCP agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: HyperV agent@hv-cinder-76377: {}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: L3 agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: Metadata agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: Metering agent@dv-cinder-763774-3-iscsi: {}, Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: Open vSwitch agent@dv-cinder-763774-3-iscsi: { 'AddressGroup': '1.2', Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'ConntrackHelper': '1.0', Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Log': '1.0', Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Network': '1.1', Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Port': '1.7', Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'PortForwarding': '1.2', Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'QosPolicy': '1.9', Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SecurityGroup': '1.4', Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SecurityGroupRule': '1.2', Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'SubPort': '1.0', Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Subnet': '1.1', Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: 'Trunk': '1.1'}} Sep 15 18:13:25.809959 dv-cinder-763774-3-iscsi neutron-server[94153]: {{(pid=94153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:13:25.876325 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Notify callbacks [] for port, precommit_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.894280 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Attempting to bind port 0e6965ff-5313-48d5-a6d2-868f5a7fccba on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:25.894512 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Allocated IP 172.20.0.1 (8d019230-0c00-4c00-9bdb-dc9b282f71aa/df44dd5b-d32a-430a-9a40-d7542a948003/7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:25.894618 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Attempting to bind port 0e6965ff-5313-48d5-a6d2-868f5a7fccba by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:25.895169 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Attempting to bind port 0e6965ff-5313-48d5-a6d2-868f5a7fccba on network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:25.898936 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.908502 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:25.908923 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Checking segment: {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:25.909753 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.909753 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Bound using segment: {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:25.910326 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Bound port: 0e6965ff-5313-48d5-a6d2-868f5a7fccba, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:25.910748 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:25.963688 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35244) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:25.988536 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Pushing event updated for resources: {'Port': ['ID=54527b34-9ffd-4db8-a05e-7628f1483782,revision_number=1']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:26.021300 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Network 74743a91-bae5-45c6-9b3b-f7dc7ab12add is already hosted by enough agents. {{(pid=94153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:26.030760 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35254) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:26.031383 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Resources bound (agent type, host, resource id): {{(pid=94153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:26.033258 dv-cinder-763774-3-iscsi neutron-server[94152]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 18:13:26.038458 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Received port after_create {{(pid=94153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:26.140095 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.165909 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8baadaac-5b43-4912-9dfa-d80411605bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.171446 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Attempting to bind port 54527b34-9ffd-4db8-a05e-7628f1483782 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:26.172049 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Attempting to bind port 54527b34-9ffd-4db8-a05e-7628f1483782 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:26.172578 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Attempting to bind port 54527b34-9ffd-4db8-a05e-7628f1483782 on network 74743a91-bae5-45c6-9b3b-f7dc7ab12add {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:26.183613 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:26.184290 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Checking segment: {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:26.184845 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.189101 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Bound using segment: {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:26.189832 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Bound port: 54527b34-9ffd-4db8-a05e-7628f1483782, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:26.191013 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.211248 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-router', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:22Z', 'revision_number': 3, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'gw_port': {'id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:26.213258 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.215450 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Allocated IP 172.27.2.52 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/f193bc1c-d3b8-4554-9077-38258526e63a) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:26.244198 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.264341 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef1eaf-6398-4b9a-bcef-51b8370287b4 None None] The sync data for ids ['cd9e87ab-6745-4a09-a046-93a40ce65f36'] in dv-cinder-763774-3-iscsi is: [{'id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-router', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:22Z', 'revision_number': 3, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'gw_port': {'id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:13:26.330322 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35258) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:26.340524 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] For port 0e6965ff-5313-48d5-a6d2-868f5a7fccba, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:26.344990 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] For port 0e6965ff-5313-48d5-a6d2-868f5a7fccba, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=0e6965ff-5313-48d5-a6d2-868f5a7fccba,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:26.387652 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.411846 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] For port 54527b34-9ffd-4db8-a05e-7628f1483782, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:26.416676 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] For port 54527b34-9ffd-4db8-a05e-7628f1483782, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=54527b34-9ffd-4db8-a05e-7628f1483782,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:26.419385 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.450472 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.493937 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.496681 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:26.498521 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-a353da12-e170-4510-a370-88b28f934ab9 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:26.500045 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-a353da12-e170-4510-a370-88b28f934ab9 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/networks?id=69cff2af-998b-4880-a3fe-a90cc9fb201f HTTP/1.1" status: 200 len: 812 time: 0.4677727 Sep 15 18:13:26.504064 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.506596 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:26.509149 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:26.520013 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba660f0-fa73-47d3-8d6d-7f69b5880f6b None None] Pushing event updated for resources: {'Port': ['ID=0e6965ff-5313-48d5-a6d2-868f5a7fccba,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:26.581490 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a37925cd-7f34-40a7-a02f-fabac10f7d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.643958 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f7098-c13e-40ca-8572-6e19480a973c None None] Pushing event updated for resources: {'Port': ['ID=54527b34-9ffd-4db8-a05e-7628f1483782,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:26.655788 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Network 8d019230-0c00-4c00-9bdb-dc9b282f71aa is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:26.678319 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:26.684288 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:26.707532 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-50018e89-9a0b-4d5b-927c-5eebcc782051 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/quotas/ed9225cc0a0f4e44bcebc618ffb4131e HTTP/1.1" status: 200 len: 375 time: 0.1682684 Sep 15 18:13:26.720381 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Pushing event updated for resources: {'Port': ['ID=f193bc1c-d3b8-4554-9077-38258526e63a,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:26.797727 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Allocated IP 172.27.2.70 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/80177c2e-bee5-4b80-b2b7-3e8ab23b8e93) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:26.836796 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:26.837845 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-849564'] for router_interface, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.928431 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-a3ed4259-83e7-4e37-8909-56625b136079 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed9225cc0a0f4e44bcebc618ffb4131e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1702628 Sep 15 18:13:26.956699 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8baadaac-5b43-4912-9dfa-d80411605bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.992025 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8baadaac-5b43-4912-9dfa-d80411605bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:26.996665 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:27.164963 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:27.372542 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-8baadaac-5b43-4912-9dfa-d80411605bff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdf6658cda214860a0045b32d241faa1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4058344 Sep 15 18:13:27.387783 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35296) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:27.396595 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:27.400612 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baadaac-5b43-4912-9dfa-d80411605bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76eaf17-9fd2-455e-8247-a706d72e9933,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:27.450039 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:27.456253 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:27.461261 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:27.483832 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-67294591-ef6f-4f65-90c7-a9c3cc7032cc service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:13:27.491868 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-67294591-ef6f-4f65-90c7-a9c3cc7032cc service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2149236 Sep 15 18:13:27.696787 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5d65-8380-4cd2-97c1-1011b352de69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:27.703652 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:27.707484 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=80177c2e-bee5-4b80-b2b7-3e8ab23b8e93,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:27.810308 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-32a14d14-7257-4849-953e-35748f1c06f9 service neutron] 10.222.0.39 "GET /v2.0/networks/69cff2af-998b-4880-a3fe-a90cc9fb201f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175263 Sep 15 18:13:27.814887 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5d65-8380-4cd2-97c1-1011b352de69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:27.817659 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a37925cd-7f34-40a7-a02f-fabac10f7d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:27.838275 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-851203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-849483'] for router, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:27.849679 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 54527b34-9ffd-4db8-a05e-7628f1483782 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:27.886894 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a37925cd-7f34-40a7-a02f-fabac10f7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:27.955531 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 54527b34-9ffd-4db8-a05e-7628f1483782 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:27.959648 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.056363 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.069992 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-a37925cd-7f34-40a7-a02f-fabac10f7d8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=570a9d10ad824c3da3db4b3a6f09e61b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7342341 Sep 15 18:13:28.081608 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37925cd-7f34-40a7-a02f-fabac10f7d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855095c6-929e-4c75-8409-348ae94447d4,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:28.084876 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35318) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:28.100714 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 54527b34-9ffd-4db8-a05e-7628f1483782, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=54527b34-9ffd-4db8-a05e-7628f1483782,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:28.105976 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.108467 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 3b370d01-ddef-4318-b726-826d4b6224eb up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:28.145421 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Router 16122ffd-3a05-49ac-b609-60fde4c7527e is scheduled to L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 with binding_index 1 {{(pid=94151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:13:28.151443 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.189946 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-4742cb11-16b9-4169-9515-0ae7d59fecd5 service neutron] 10.222.0.39 "GET /v2.0/networks/69cff2af-998b-4880-a3fe-a90cc9fb201f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643215 Sep 15 18:13:28.206548 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5d65-8380-4cd2-97c1-1011b352de69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.210336 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5d65-8380-4cd2-97c1-1011b352de69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.214437 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-d7ba5d65-8380-4cd2-97c1-1011b352de69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e76eaf17-9fd2-455e-8247-a706d72e9933 HTTP/1.1" status: 204 len: 168 time: 0.8245375 Sep 15 18:13:28.238293 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 3b370d01-ddef-4318-b726-826d4b6224eb triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:28.240543 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.287473 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba5d65-8380-4cd2-97c1-1011b352de69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76eaf17-9fd2-455e-8247-a706d72e9933,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:28.315716 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-079a57c5-6737-498b-be44-6bfd27a6dab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.329970 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90e9ce-c165-4cef-ae28-c65f81318eff None None] Network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:13:28.382503 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-079a57c5-6737-498b-be44-6bfd27a6dab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.391529 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-851203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-849483'] for router, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.450680 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.457248 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.457879 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-851468'] for router_interface, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.472180 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=54527b34-9ffd-4db8-a05e-7628f1483782,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:28.569321 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-53475aef-0983-44ff-9dd5-fa3062a0fd4e None None] Provisioning complete for port 0e6965ff-5313-48d5-a6d2-868f5a7fccba triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:28.569720 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-53475aef-0983-44ff-9dd5-fa3062a0fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.611352 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.621378 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:13:28.639557 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Sync routers for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:13:28.658780 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 3b370d01-ddef-4318-b726-826d4b6224eb, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=3b370d01-ddef-4318-b726-826d4b6224eb,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:28.667558 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35334) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:28.702412 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.703267 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 0e6965ff-5313-48d5-a6d2-868f5a7fccba up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:28.749380 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] Notify callbacks [] for router, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.753495 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Network 8d019230-0c00-4c00-9bdb-dc9b282f71aa is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:28.761027 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-6e0e6af3-3d9d-47c4-85ca-60d880c84594 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6314034 Sep 15 18:13:28.762666 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35348) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:28.811505 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:28.830907 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-079a57c5-6737-498b-be44-6bfd27a6dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.833700 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-079a57c5-6737-498b-be44-6bfd27a6dab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:28.835126 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-079a57c5-6737-498b-be44-6bfd27a6dab9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/855095c6-929e-4c75-8409-348ae94447d4 HTTP/1.1" status: 204 len: 168 time: 0.7449331 Sep 15 18:13:28.837909 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-272f58a0-0d4c-4680-8229-969b9fc6132d req-6e92a85e-3596-4fa6-9427-7213e6d7ed3f tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 210 time: 0.1669242 Sep 15 18:13:28.847113 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35354) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:28.867457 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:28.942036 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a57c5-6737-498b-be44-6bfd27a6dab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855095c6-929e-4c75-8409-348ae94447d4,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:28.953131 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8ae2-ffba-4ffd-8624-ed1069ccdf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.029987 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:29.030789 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:29.141530 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Router f6cf94c5-78de-4fda-819a-d1f3305b6af1 is scheduled to L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 with binding_index 1 {{(pid=94151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:13:29.141762 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=3b370d01-ddef-4318-b726-826d4b6224eb,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:29.238066 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Router cd9e87ab-6745-4a09-a046-93a40ce65f36 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:13:29.284881 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb680b97-61ce-47c8-9a0e-45a54a644c1e None None] Network 74743a91-bae5-45c6-9b3b-f7dc7ab12add requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:13:29.442710 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35374) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:29.472461 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:13:29.473053 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:13:29.487801 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Sync routers for ids ['cd9e87ab-6745-4a09-a046-93a40ce65f36'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:13:29.509735 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Routers {'cd9e87ab-6745-4a09-a046-93a40ce65f36'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:29.512576 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['cd9e87ab-6745-4a09-a046-93a40ce65f36'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:29.516605 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-53475aef-0983-44ff-9dd5-fa3062a0fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.518988 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 0e6965ff-5313-48d5-a6d2-868f5a7fccba triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:29.520663 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.522575 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2733-1cd2-4463-aa0b-9025390093a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.568367 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Sync routers for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:13:29.588714 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8ae2-ffba-4ffd-8624-ed1069ccdf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.599861 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-8706f4bf-3690-4094-a01a-14d2bb4fc2b5 admin admin] 10.222.0.39 "PUT /v2.0/routers/cd9e87ab-6745-4a09-a046-93a40ce65f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7158685 Sep 15 18:13:29.603390 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8ae2-ffba-4ffd-8624-ed1069ccdf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.650323 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:29.651050 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:29.679756 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc8ae2-ffba-4ffd-8624-ed1069ccdf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfe5edb-063f-43ac-9d8f-b8fbf2d18615,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:29.699988 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-0dcc8ae2-ffba-4ffd-8624-ed1069ccdf20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26c08363afd24367961891d68174ce1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8412268 Sep 15 18:13:29.703430 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35384) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:29.712312 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2733-1cd2-4463-aa0b-9025390093a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.714416 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.715947 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-81f3469b-cc6b-4834-8b36-9e42be93a3f6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3242719 Sep 15 18:13:29.724405 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35386) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:29.731215 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2733-1cd2-4463-aa0b-9025390093a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.770741 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-53475aef-0983-44ff-9dd5-fa3062a0fd4e None None] For port 0e6965ff-5313-48d5-a6d2-868f5a7fccba, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=0e6965ff-5313-48d5-a6d2-868f5a7fccba,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:29.805443 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3c11fcad-e4fb-40aa-a463-a216482c5e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.814455 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-53475aef-0983-44ff-9dd5-fa3062a0fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.870641 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3c11fcad-e4fb-40aa-a463-a216482c5e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:29.903331 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53475aef-0983-44ff-9dd5-fa3062a0fd4e None None] Pushing event updated for resources: {'Port': ['ID=0e6965ff-5313-48d5-a6d2-868f5a7fccba,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:29.976684 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Set router cd9e87ab-6745-4a09-a046-93a40ce65f36 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:30.017468 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3c11fcad-e4fb-40aa-a463-a216482c5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:30.020677 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3c11fcad-e4fb-40aa-a463-a216482c5e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:30.028118 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-3c11fcad-e4fb-40aa-a463-a216482c5e71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4bfe5edb-063f-43ac-9d8f-b8fbf2d18615 HTTP/1.1" status: 204 len: 168 time: 0.3174684 Sep 15 18:13:30.037657 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:30.064132 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-c1ce2733-1cd2-4463-aa0b-9025390093a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df95b3d4f42b4219870bd76188dbe7b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6185312 Sep 15 18:13:30.072230 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5ca77f7b-4092-4d59-848f-fd3e731ec99f req-1d985a06-6e51-4795-a437-dea88917f3f7 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 210 time: 0.0735216 Sep 15 18:13:30.077002 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35406) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:30.100070 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11fcad-e4fb-40aa-a463-a216482c5e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfe5edb-063f-43ac-9d8f-b8fbf2d18615,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:30.211610 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:30.225293 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7d00c14-5b00-4aa5-b2e4-08f87280a88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:30.236052 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce2733-1cd2-4463-aa0b-9025390093a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f2b9a3-a06d-422f-a620-84e4a59bd3d5,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:30.293713 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:30.312936 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7d00c14-5b00-4aa5-b2e4-08f87280a88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:30.409971 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7d00c14-5b00-4aa5-b2e4-08f87280a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:30.412481 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7d00c14-5b00-4aa5-b2e4-08f87280a88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:30.415868 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-d7d00c14-5b00-4aa5-b2e4-08f87280a88f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28f2b9a3-a06d-422f-a620-84e4a59bd3d5 HTTP/1.1" status: 204 len: 168 time: 0.3357069 Sep 15 18:13:30.430510 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d00c14-5b00-4aa5-b2e4-08f87280a88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f2b9a3-a06d-422f-a620-84e4a59bd3d5,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:30.501206 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-router', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:27Z', 'revision_number': 4, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'gw_port': {'id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5', 'name': '', 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'mac_address': 'fa:16:3e:f7:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df44dd5b-d32a-430a-9a40-d7542a948003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:28Z', 'revision_number': 2, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'subnets': [{'id': 'df44dd5b-d32a-430a-9a40-d7542a948003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:30.613876 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Checking router: cd9e87ab-6745-4a09-a046-93a40ce65f36 for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:13:30.614796 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Updating router cd9e87ab-6745-4a09-a046-93a40ce65f36 port 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 binding host dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:13:30.669053 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-39dc892f-7a28-4e57-a368-b744aa0ccec7 None None] Provisioning complete for port 54527b34-9ffd-4db8-a05e-7628f1483782 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:30.669421 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-39dc892f-7a28-4e57-a368-b744aa0ccec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:30.683506 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:30.785015 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-1d11583c-a057-4d49-b6b3-6889856dd89f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:30.798249 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-1d11583c-a057-4d49-b6b3-6889856dd89f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 819 time: 0.2343636 Sep 15 18:13:30.846804 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-3ad06834-e9e5-4bf4-b933-78431c545eb9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/quotas/25ce7c613f5748f28eba8ddf208a4665 HTTP/1.1" status: 200 len: 375 time: 0.0449114 Sep 15 18:13:30.878836 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Allocated IP 172.20.0.1 (74743a91-bae5-45c6-9b3b-f7dc7ab12add/111a41ca-e28d-4f13-a870-563d74d667e4/78c7fe70-be13-4dce-af0e-b2756a129bcd) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:31.062243 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:31.226734 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 54527b34-9ffd-4db8-a05e-7628f1483782 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:31.335279 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:31.340989 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:31.347817 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:31.350853 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-8c2c1e14-df11-45ba-9e42-a0288fe483a5 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5014794 Sep 15 18:13:31.431158 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Network 74743a91-bae5-45c6-9b3b-f7dc7ab12add is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:31.439031 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-53fa401a-2e2d-4e61-915a-16ae8e4b48ce req-659afc02-f3c8-4dd1-9cbd-b053aa63c923 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 210 time: 0.0412090 Sep 15 18:13:31.449662 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:31.475239 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:31.475477 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f6e0d-fd0a-4ee5-b2e2-07325f866617 None None] Pushing event updated for resources: {'Port': ['ID=7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:31.475702 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-849564'] for router_interface, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:31.485510 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-39dc892f-7a28-4e57-a368-b744aa0ccec7 None None] Provisioning complete for port 0e6965ff-5313-48d5-a6d2-868f5a7fccba triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:31.485907 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-39dc892f-7a28-4e57-a368-b744aa0ccec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:31.520851 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Attempting to bind port 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:31.521408 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Attempting to bind port 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:31.521659 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Attempting to bind port 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 on network 8d019230-0c00-4c00-9bdb-dc9b282f71aa {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:31.527281 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:31.527710 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Checking segment: {'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:31.528119 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:31.528739 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Bound using segment: {'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:31.530627 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Bound port: 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:31.531049 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:31.634116 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] For port 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:31.637625 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] For port 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:31.648563 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:31.696383 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:27Z', 'revision_number': 3, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:31.796178 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.41', 61927) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:31.840786 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Checking router: f6cf94c5-78de-4fda-819a-d1f3305b6af1 for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:13:31.842968 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Updating router f6cf94c5-78de-4fda-819a-d1f3305b6af1 port 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 binding host dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:13:31.895618 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Routers {'cd9e87ab-6745-4a09-a046-93a40ce65f36'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:31.896270 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['cd9e87ab-6745-4a09-a046-93a40ce65f36'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:31.898162 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f6e0d-fd0a-4ee5-b2e2-07325f866617 None None] Pushing event updated for resources: {'Port': ['ID=7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5,revision_number=4']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:31.905899 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Pushing event updated for resources: {'Port': ['ID=78c7fe70-be13-4dce-af0e-b2756a129bcd,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:31.962330 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:31.967762 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 54527b34-9ffd-4db8-a05e-7628f1483782 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:31.968478 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:31.980888 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:32.028625 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-3265670b-f3a9-4b89-be38-67f24d2deee6 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:32.035099 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-3265670b-f3a9-4b89-be38-67f24d2deee6 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.41 "GET /v2.0/networks?id=69cff2af-998b-4880-a3fe-a90cc9fb201f HTTP/1.1" status: 200 len: 812 time: 0.2302501 Sep 15 18:13:32.094203 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Request body: {'port': {'device_id': 'eb772318-8e21-4dcc-82f3-a2c571879100', 'network_id': '69cff2af-998b-4880-a3fe-a90cc9fb201f', 'admin_state_up': True, 'tenant_id': 'ed9225cc0a0f4e44bcebc618ffb4131e'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:32.102901 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:26Z', 'revision_number': 3, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:32.162733 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Checking router: 16122ffd-3a05-49ac-b609-60fde4c7527e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:13:32.163231 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Updating router 16122ffd-3a05-49ac-b609-60fde4c7527e port f193bc1c-d3b8-4554-9077-38258526e63a binding host dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:13:32.170497 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] Set router cd9e87ab-6745-4a09-a046-93a40ce65f36 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:32.178194 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:32.229094 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-7423ec7e-f927-4e56-9b09-6a8745c47493 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:13:32.244519 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-7423ec7e-f927-4e56-9b09-6a8745c47493 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5343547 Sep 15 18:13:32.377070 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35510) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:32.455844 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:32.470684 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:32.471443 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-851468'] for router_interface, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:32.597886 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-3a8854e5-655b-4824-a9db-5a2f67d5b00a service neutron] 10.222.0.39 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524055 Sep 15 18:13:32.602618 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-router', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:27Z', 'revision_number': 4, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'gw_port': {'id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5', 'name': '', 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'mac_address': 'fa:16:3e:f7:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df44dd5b-d32a-430a-9a40-d7542a948003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'subnets': [{'id': 'df44dd5b-d32a-430a-9a40-d7542a948003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:32.625944 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:32.683954 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35563645-17e2-4579-9e88-e21cb96cd66e None None] The sync data for ids ['cd9e87ab-6745-4a09-a046-93a40ce65f36'] in dv-cinder-763774-3-iscsi is: [{'id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-router', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:27Z', 'revision_number': 4, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'gw_port': {'id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5', 'name': '', 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'mac_address': 'fa:16:3e:f7:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df44dd5b-d32a-430a-9a40-d7542a948003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'subnets': [{'id': 'df44dd5b-d32a-430a-9a40-d7542a948003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:13:32.697082 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Made reservation on behalf of ed9225cc0a0f4e44bcebc618ffb4131e for: {'port': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:32.700995 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:32.711540 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5006bcac-cb7e-4d50-85b7-ac37fb592447 req-b08c7795-447d-44a3-a31b-794e4810ea20 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 210 time: 0.0824099 Sep 15 18:13:32.715253 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 3b370d01-ddef-4318-b726-826d4b6224eb up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:32.929230 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Pushing event updated for resources: {'Port': ['ID=78c7fe70-be13-4dce-af0e-b2756a129bcd,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:32.932427 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8e13fb4e-4606-49c3-9225-15bcb2a046d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:32.941090 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Allocated IP 172.20.0.1 (80c13f2d-8f39-4316-81c3-bc5ae9f65f6a/dba29c0e-b144-4978-b5df-55ed14a91a74/aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:33.057636 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-f2a474fc-1982-437f-b5cb-85d633260c49 service neutron] 10.222.0.39 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584002 Sep 15 18:13:33.212453 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Network 74743a91-bae5-45c6-9b3b-f7dc7ab12add is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:33.238779 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:33.305353 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:33.315252 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 3b370d01-ddef-4318-b726-826d4b6224eb triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:33.317161 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:33.380175 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Allocated IP 172.20.0.11 (69cff2af-998b-4880-a3fe-a90cc9fb201f/e980d718-359b-4691-9302-f0d1b0e568b5/1dd263be-4c7c-4b87-8eef-3b8d5c720d4e) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:33.442459 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-8c453622-485e-4d1f-8c82-6cf883a2ab4f None None] Provisioning complete for port 54527b34-9ffd-4db8-a05e-7628f1483782 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:33.444606 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8c453622-485e-4d1f-8c82-6cf883a2ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:33.484104 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:33.579579 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cb26a7fb-7f82-4e58-99d8-64db8d6af79b req-4f6823b0-dec1-49b4-ba38-c9b236cb5762 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 210 time: 0.0743389 Sep 15 18:13:33.688806 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8e13fb4e-4606-49c3-9225-15bcb2a046d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:33.708449 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8e13fb4e-4606-49c3-9225-15bcb2a046d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:33.750993 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:33.824261 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13fb4e-4606-49c3-9225-15bcb2a046d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b2f3d8-94f1-40ca-b795-910582de1454,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:33.866495 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:34.099262 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea6bf0-17a7-4122-b8e4-f68f0e227c9b None None] Pushing event updated for resources: {'Port': ['ID=80177c2e-bee5-4b80-b2b7-3e8ab23b8e93,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:34.125091 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Network 69cff2af-998b-4880-a3fe-a90cc9fb201f is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:34.133840 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:34.188620 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:34.208418 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:34.212848 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for port, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:34.270655 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 0e6965ff-5313-48d5-a6d2-868f5a7fccba up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:34.306765 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-8e13fb4e-4606-49c3-9225-15bcb2a046d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0aa3c1da9114bdb8a22676e23334b34&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9286413 Sep 15 18:13:34.314594 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35604) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:34.377071 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:34.383513 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Attempting to bind port 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:34.383882 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Attempting to bind port 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:34.384276 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Attempting to bind port 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 on network 4b6c4742-6ad0-4017-9f38-aedb1420c011 {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:34.397112 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Router 16122ffd-3a05-49ac-b609-60fde4c7527e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:13:34.441147 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:34.441411 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Checking segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:34.451193 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:34.451740 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Bound using segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:34.453729 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Bound port: 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:34.454200 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:34.510659 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:34.593265 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:34.612683 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:34.648218 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:34.654472 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-849564'] for router_interface, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:34.691424 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Pushing event updated for resources: {'Port': ['ID=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:34.773831 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33659d-70b2-4fa2-9fab-f49b55006fa9 req-602362cb-2c1a-4aac-a1ec-72f66d724725 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:34.777603 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7f33659d-70b2-4fa2-9fab-f49b55006fa9 req-602362cb-2c1a-4aac-a1ec-72f66d724725 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 932 time: 0.6092706 Sep 15 18:13:34.783863 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:13:34.817354 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-b6df3972-e006-404e-8179-c29d8cfd94b6 admin admin] 10.222.0.39 "PUT /v2.0/routers/16122ffd-3a05-49ac-b609-60fde4c7527e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0513322 Sep 15 18:13:34.823914 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-9148560f-7c6f-49bd-9dc8-42323916658e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7339880 Sep 15 18:13:34.832018 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:34.979131 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 0e6965ff-5313-48d5-a6d2-868f5a7fccba triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:34.983402 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.006882 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-558f3442-eeb9-4d85-99e9-bd0d780854b4 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:13:35.008731 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-558f3442-eeb9-4d85-99e9-bd0d780854b4 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134535 Sep 15 18:13:35.101626 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.238121 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] For port 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:35.302936 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7f33659d-70b2-4fa2-9fab-f49b55006fa9 req-c27906c3-bfaa-4e23-a04f-a211d3d102ec tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586118 Sep 15 18:13:35.328612 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eb0f-c9ef-4cf5-a32e-4c60100ec580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.419689 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-12aca2b3-b638-42ef-ab90-4398fea757da tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:35.432718 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-12aca2b3-b638-42ef-ab90-4398fea757da tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 819 time: 1.1972995 Sep 15 18:13:35.503760 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Notify callbacks [] for port, precommit_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.541967 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.560909 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eb0f-c9ef-4cf5-a32e-4c60100ec580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.568685 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] For port 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=80177c2e-bee5-4b80-b2b7-3e8ab23b8e93,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:35.581735 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-d3f9d2c7-a76a-4cb2-aabd-5c330b94adf6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/quotas/25ce7c613f5748f28eba8ddf208a4665 HTTP/1.1" status: 200 len: 375 time: 0.1456699 Sep 15 18:13:35.600381 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.631374 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.813478 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:35.819820 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.836565 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.837450 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-851468'] for router_interface, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.837618 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c9088c95-c16c-4d7b-8147-33370135f8b6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2526672 Sep 15 18:13:35.850057 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-8c453622-485e-4d1f-8c82-6cf883a2ab4f None None] Provisioning complete for port 78c7fe70-be13-4dce-af0e-b2756a129bcd triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:35.862159 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8c453622-485e-4d1f-8c82-6cf883a2ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.873228 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eb0f-c9ef-4cf5-a32e-4c60100ec580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.875739 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eb0f-c9ef-4cf5-a32e-4c60100ec580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:35.879331 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2dc8eb0f-c9ef-4cf5-a32e-4c60100ec580 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4b2f3d8-94f1-40ca-b795-910582de1454 HTTP/1.1" status: 204 len: 168 time: 1.5148342 Sep 15 18:13:35.949714 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8eb0f-c9ef-4cf5-a32e-4c60100ec580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b2f3d8-94f1-40ca-b795-910582de1454,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:35.952014 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:36.134497 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-e85ba37d-7fa8-40e3-85e0-26336cd4b23e service neutron] 10.222.0.39 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957568 Sep 15 18:13:36.291559 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:36.301960 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:36.328522 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:36.333635 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:36.349505 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-9278820e-f455-4532-b53c-ae170d63a017 service neutron] 10.222.0.39 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138600 Sep 15 18:13:36.457080 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Request body: {'port': {'device_id': 'eb772318-8e21-4dcc-82f3-a2c571879100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:36.461173 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Attempting to bind port f193bc1c-d3b8-4554-9077-38258526e63a on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:36.462349 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Attempting to bind port f193bc1c-d3b8-4554-9077-38258526e63a by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:36.463420 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Attempting to bind port f193bc1c-d3b8-4554-9077-38258526e63a on network 4b6c4742-6ad0-4017-9f38-aedb1420c011 {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:36.501086 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:36.501413 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Checking segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:36.503901 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:36.504301 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Bound using segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:36.504928 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Bound port: f193bc1c-d3b8-4554-9077-38258526e63a, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:36.505333 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:36.628855 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Router f6cf94c5-78de-4fda-819a-d1f3305b6af1 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:13:36.630189 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] For port f193bc1c-d3b8-4554-9077-38258526e63a, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:36.638487 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] For port f193bc1c-d3b8-4554-9077-38258526e63a, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=f193bc1c-d3b8-4554-9077-38258526e63a,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:36.660299 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:36.666017 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:36.679020 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35662) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:36.702879 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea6bf0-17a7-4122-b8e4-f68f0e227c9b None None] Pushing event updated for resources: {'Port': ['ID=80177c2e-bee5-4b80-b2b7-3e8ab23b8e93,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:36.928099 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:36.928458 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:37.064198 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:37.072326 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:37.191452 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:13:37.205134 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8414427e-6d2f-4c92-819f-5ad3d0dc47b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:37.258197 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-ff503dd3-aeb6-4574-a5c7-ff24dc9974c2 admin admin] 10.222.0.39 "PUT /v2.0/routers/f6cf94c5-78de-4fda-819a-d1f3305b6af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5322919 Sep 15 18:13:37.333045 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:37.430843 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8414427e-6d2f-4c92-819f-5ad3d0dc47b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:37.439846 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8414427e-6d2f-4c92-819f-5ad3d0dc47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:37.561323 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-8c453622-485e-4d1f-8c82-6cf883a2ab4f None None] Port 78c7fe70-be13-4dce-af0e-b2756a129bcd cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:13:37.649026 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-8414427e-6d2f-4c92-819f-5ad3d0dc47b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=447e8fbe7cb04d73b0dac25c35fe51f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9371400 Sep 15 18:13:37.649026 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35694) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:37.649026 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35696) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:37.673894 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-97d025d5-1270-4edb-949d-89ff4717bb7e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969795036', 'description': 'tempest-description--702920760'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:37.712816 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.41', 61941) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:37.752218 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414427e-6d2f-4c92-819f-5ad3d0dc47b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c12e4f3-5720-4f22-b9e2-65e176aba9fb,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:37.765447 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97d025d5-1270-4edb-949d-89ff4717bb7e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:37.774672 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9baac5-47bf-4e0d-8ef5-0dea22427366 None None] Pushing event updated for resources: {'Port': ['ID=f193bc1c-d3b8-4554-9077-38258526e63a,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:37.948443 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-beeee489-9a49-4244-b47e-827665a828db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:37.981165 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-beeee489-9a49-4244-b47e-827665a828db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:37.993991 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:37.996128 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-152d5ab7-7eba-4af6-87ee-1dbcbaf2f0bf None None] Provisioning complete for port 78c7fe70-be13-4dce-af0e-b2756a129bcd triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:37.996784 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-152d5ab7-7eba-4af6-87ee-1dbcbaf2f0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.040964 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-152d5ab7-7eba-4af6-87ee-1dbcbaf2f0bf None None] Port 78c7fe70-be13-4dce-af0e-b2756a129bcd cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:13:38.046185 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:38.052808 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-beeee489-9a49-4244-b47e-827665a828db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.056728 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-beeee489-9a49-4244-b47e-827665a828db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.058302 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-beeee489-9a49-4244-b47e-827665a828db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c12e4f3-5720-4f22-b9e2-65e176aba9fb HTTP/1.1" status: 204 len: 168 time: 0.4224081 Sep 15 18:13:38.083575 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeee489-9a49-4244-b47e-827665a828db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c12e4f3-5720-4f22-b9e2-65e176aba9fb,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:38.152682 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97d025d5-1270-4edb-949d-89ff4717bb7e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.161348 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97d025d5-1270-4edb-949d-89ff4717bb7e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.198462 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97d025d5-1270-4edb-949d-89ff4717bb7e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.200116 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-97d025d5-1270-4edb-949d-89ff4717bb7e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5560348 Sep 15 18:13:38.201327 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d025d5-1270-4edb-949d-89ff4717bb7e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:38.203831 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35716) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:38.208420 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-a2d32b9c-86d6-428e-a64d-82e5c1c478a2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'security_group_rule': {'security_group_id': '24dd9f06-14f9-4d43-8a5e-a6e0ca59e416', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:38.269511 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a2d32b9c-86d6-428e-a64d-82e5c1c478a2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.285482 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8199e052-e647-46ce-a649-cb1aca883e7c req-ed704add-9cdb-4ba9-bc2e-fb0c5e2e20a1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 210 time: 0.5748389 Sep 15 18:13:38.345307 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55f0c-f776-448d-9f85-a24424e3d6bd req-6ea6ca8a-31c1-4179-9f44-0fdf8f33d44d tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:38.372637 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-90c55f0c-f776-448d-9f85-a24424e3d6bd req-6ea6ca8a-31c1-4179-9f44-0fdf8f33d44d tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 932 time: 0.8543417 Sep 15 18:13:38.458245 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-8d0cb593-ebb2-4b3f-9784-866e8cf15203 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:38.459795 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-8d0cb593-ebb2-4b3f-9784-866e8cf15203 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.41 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 819 time: 0.7167652 Sep 15 18:13:38.468698 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a2d32b9c-86d6-428e-a64d-82e5c1c478a2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.477709 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a2d32b9c-86d6-428e-a64d-82e5c1c478a2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.552065 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d32b9c-86d6-428e-a64d-82e5c1c478a2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbdc664a-0550-42ab-9bdb-37e167f58003,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:38.601701 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a2d32b9c-86d6-428e-a64d-82e5c1c478a2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.601921 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Request body: {'port': {'device_id': '54892216-59f2-4d61-83f5-a5de91e70e12', 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa', 'admin_state_up': True, 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:38.604323 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-a2d32b9c-86d6-428e-a64d-82e5c1c478a2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3998141 Sep 15 18:13:38.609172 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35732) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:38.639756 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-8ac66f95-5414-43f4-8d91-9ffa3121daec tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'security_group_rule': {'security_group_id': '24dd9f06-14f9-4d43-8a5e-a6e0ca59e416', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:38.710779 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8ac66f95-5414-43f4-8d91-9ffa3121daec tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.739264 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-90c55f0c-f776-448d-9f85-a24424e3d6bd req-42a83cb3-0da8-4800-acf7-e27ddad42cc9 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641050 Sep 15 18:13:38.856684 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9baac5-47bf-4e0d-8ef5-0dea22427366 None None] Pushing event updated for resources: {'Port': ['ID=f193bc1c-d3b8-4554-9077-38258526e63a,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:38.896154 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:38.899777 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-152d5ab7-7eba-4af6-87ee-1dbcbaf2f0bf None None] Provisioning complete for port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:38.900554 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-152d5ab7-7eba-4af6-87ee-1dbcbaf2f0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.901405 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8ac66f95-5414-43f4-8d91-9ffa3121daec tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.905735 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-eacb2e64-a7ba-427d-8143-53d78c4f816d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.909045 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8ac66f95-5414-43f4-8d91-9ffa3121daec tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:38.941278 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:39.022493 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac66f95-5414-43f4-8d91-9ffa3121daec tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91d4cae-26fb-4eb6-8703-3f6b4b237753,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:39.024434 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8ac66f95-5414-43f4-8d91-9ffa3121daec tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:39.029829 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-152d5ab7-7eba-4af6-87ee-1dbcbaf2f0bf None None] Port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:13:39.045658 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-8ac66f95-5414-43f4-8d91-9ffa3121daec tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4342833 Sep 15 18:13:39.046275 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35738) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:39.058259 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'floatingip': {'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:39.080161 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:39.090485 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:35Z', 'revision_number': 2, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:39.130108 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e {{(pid=94152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:13:39.141714 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Made reservation on behalf of 25ce7c613f5748f28eba8ddf208a4665 for: {'port': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:39.146670 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:39.148709 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56149c95-f2d4-4d4c-a03c-d3cb71279ec7 None None] The sync data for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi is: [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:35Z', 'revision_number': 2, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:13:39.158079 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:39.181465 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:32Z', 'revision_number': 2, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:39.192036 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:39.197017 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:13:39.235565 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.41', 61945) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:39.283174 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.provisioning_blocks [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Transition to ACTIVE for port object 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e will not be triggered until provisioned by entity L2. {{(pid=94152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:13:39.297117 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:39.311629 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabbee6-9eca-4ce6-aebb-21084358e506 None None] The sync data for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi is: [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:32Z', 'revision_number': 2, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:13:39.680994 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35744) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:39.680994 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35752) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:39.803089 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a365b157-c307-4c3a-a457-7634dccb25c6 req-e3bd8337-eab1-4023-b844-77b2c96b831d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 210 time: 0.1181705 Sep 15 18:13:39.874222 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-4319aac9-e26b-467f-bee2-14336dbc72a8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:39.879399 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-4319aac9-e26b-467f-bee2-14336dbc72a8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.41 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 819 time: 0.6372991 Sep 15 18:13:39.958447 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Request body: {'port': {'device_id': '35e03f85-1c5b-4847-9418-e44c74195cd4', 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa', 'admin_state_up': True, 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:40.047857 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ad44acf-56d0-4c55-b6a6-e5b90ebb47e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:40.073718 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Pushing event updated for resources: {'Port': ['ID=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:40.080534 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35766) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:40.092580 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Allocated IP 172.20.0.6 (8d019230-0c00-4c00-9bdb-dc9b282f71aa/df44dd5b-d32a-430a-9a40-d7542a948003/6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:40.189716 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-4a892b58-93a4-4e13-8f3a-76c593ac1091 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006825265', 'description': 'tempest-description--39756700'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:40.254236 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4a892b58-93a4-4e13-8f3a-76c593ac1091 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:40.476523 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.managers [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Attempting to bind port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:40.477130 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.managers [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Attempting to bind port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '735b2c4f-3b12-482f-a089-3728e410f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '69cff2af-998b-4880-a3fe-a90cc9fb201f'}] {{(pid=94152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:40.488987 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Attempting to bind port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e on network 69cff2af-998b-4880-a3fe-a90cc9fb201f {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:40.510733 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e on network 69cff2af-998b-4880-a3fe-a90cc9fb201f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:13:40.516493 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Attempting to bind port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e on network 69cff2af-998b-4880-a3fe-a90cc9fb201f {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:40.550408 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:40.552572 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Checking segment: {'id': '735b2c4f-3b12-482f-a089-3728e410f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '69cff2af-998b-4880-a3fe-a90cc9fb201f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:40.557270 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Bound using segment: {'id': '735b2c4f-3b12-482f-a089-3728e410f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '69cff2af-998b-4880-a3fe-a90cc9fb201f'} {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:40.558034 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.managers [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Bound port: 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735b2c4f-3b12-482f-a089-3728e410f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '69cff2af-998b-4880-a3fe-a90cc9fb201f'}}] {{(pid=94152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:40.562918 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:40.664954 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] For port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e, host hv-cinder-76377, cleared binding levels {{(pid=94152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:40.670717 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] For port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e,segment=NetworkSegment(735b2c4f-3b12-482f-a089-3728e410f12f),segment_id=735b2c4f-3b12-482f-a089-3728e410f12f)] {{(pid=94152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:40.698695 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:40.764562 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3024ccf6-bb12-4c22-97ba-b6a9d9bb71c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:40.818259 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de0375-3810-4a1a-a0d4-8c09302a7f76 req-47bf8da2-df90-401c-9d6c-bb523d53797c tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:40.819970 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-71de0375-3810-4a1a-a0d4-8c09302a7f76 req-47bf8da2-df90-401c-9d6c-bb523d53797c tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 944 time: 0.7380123 Sep 15 18:13:40.834283 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:40.835196 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for port, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:40.836897 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] 10.222.0.41 "PUT /v2.0/ports/1dd263be-4c7c-4b87-8eef-3b8d5c720d4e HTTP/1.1" status: 200 len: 1094 time: 5.2183089 Sep 15 18:13:40.848192 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb772318-8e21-4dcc-82f3-a2c571879100', 'tag': '1dd263be-4c7c-4b87-8eef-3b8d5c720d4e'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:13:40.867386 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:41.222360 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Allocated IP 172.27.2.30 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/06d27367-74ea-404f-ba78-4538474f3a98) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:41.375459 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:41.551322 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-71de0375-3810-4a1a-a0d4-8c09302a7f76 req-b33d7b10-b2ce-4dda-abef-248378928d19 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7202072 Sep 15 18:13:41.623055 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-51b09829-fa25-430a-a33e-3b978e7d8542 req-f68ed2dc-1a59-4cdd-85a0-3229b9467041 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 210 time: 0.5314262 Sep 15 18:13:41.641787 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:41.667997 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:41.668498 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:41.764892 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:41.765012 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ea6978f6-1704-4cf2-944c-58ea679734b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:41.766299 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:41.817008 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:41.823729 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:41.827937 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:41.873208 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:41.897949 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'Port': ['ID=06d27367-74ea-404f-ba78-4538474f3a98,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:41.916435 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=80177c2e-bee5-4b80-b2b7-3e8ab23b8e93,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:41.928034 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:41.929862 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:41.954932 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.022923 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad" -d '{"events": [{"name": "network-changed", "server_uuid": "eb772318-8e21-4dcc-82f3-a2c571879100", "tag": "1dd263be-4c7c-4b87-8eef-3b8d5c720d4e"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:13:42.031223 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.089661 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=80177c2e-bee5-4b80-b2b7-3e8ab23b8e93,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:42.136293 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:42.136768 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.141418 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64754a7-48bc-4374-99c6-06aaec9d96de service neutron] Pushing event updated for resources: {'Port': ['ID=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e,revision_number=3']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:42.188112 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ad44acf-56d0-4c55-b6a6-e5b90ebb47e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.235185 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ad44acf-56d0-4c55-b6a6-e5b90ebb47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.255934 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-721ae73a-a3dd-4a94-ab43-9b575e6f856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:42.262006 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-721ae73a-a3dd-4a94-ab43-9b575e6f856e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9225cc0a0f4e44bcebc618ffb4131e&device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 1097 time: 1.1015143 Sep 15 18:13:42.316196 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.db.api [None req-3024ccf6-bb12-4c22-97ba-b6a9d9bb71c9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 18:13:42.316196 dv-cinder-763774-3-iscsi neutron-server[94152]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 18:13:42.316196 dv-cinder-763774-3-iscsi neutron-server[94152]: [parameters: {'project_id_1': 'eb0636863bfc45e0897485d74ae150ce', 'expiration_1': datetime.datetime(2021, 9, 15, 18, 13, 20, 838817)}] Sep 15 18:13:42.316196 dv-cinder-763774-3-iscsi neutron-server[94152]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:13:42.319352 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG oslo_db.api [None req-3024ccf6-bb12-4c22-97ba-b6a9d9bb71c9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:13:42.345756 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.371604 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.db.api [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 18:13:42.371604 dv-cinder-763774-3-iscsi neutron-server[94151]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 18:13:42.371604 dv-cinder-763774-3-iscsi neutron-server[94151]: [parameters: {'project_id_1': '25ce7c613f5748f28eba8ddf208a4665', 'expiration_1': datetime.datetime(2021, 9, 15, 18, 13, 20, 756106)}] Sep 15 18:13:42.371604 dv-cinder-763774-3-iscsi neutron-server[94151]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:13:42.372067 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG oslo_db.api [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:13:42.377939 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.378947 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35824) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:42.386909 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.426096 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.454633 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'Port': ['ID=06d27367-74ea-404f-ba78-4538474f3a98,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:42.463304 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.493577 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4a892b58-93a4-4e13-8f3a-76c593ac1091 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.496363 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad44acf-56d0-4c55-b6a6-e5b90ebb47e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2db043e-53e7-4be2-a4b5-cdf6f4c237fb,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:42.501780 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf33fe04-86ac-4970-8332-1497c4bff160 x-openstack-request-id: req-bf33fe04-86ac-4970-8332-1497c4bff160 {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:13:42.502185 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb772318-8e21-4dcc-82f3-a2c571879100", "tag": "1dd263be-4c7c-4b87-8eef-3b8d5c720d4e", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:13:42.502318 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf33fe04-86ac-4970-8332-1497c4bff160 {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:13:42.502724 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb772318-8e21-4dcc-82f3-a2c571879100', 'tag': '1dd263be-4c7c-4b87-8eef-3b8d5c720d4e', 'status': 'completed', 'code': 200} Sep 15 18:13:42.510011 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.511755 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-67859123-a124-4fb7-a0f4-ad66c11505a0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4569418 Sep 15 18:13:42.529274 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-3ad44acf-56d0-4c55-b6a6-e5b90ebb47e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45a5df510789477a8c1426be3ed50d64&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7627795 Sep 15 18:13:42.534205 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35830) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:42.534400 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4a892b58-93a4-4e13-8f3a-76c593ac1091 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.580755 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4a892b58-93a4-4e13-8f3a-76c593ac1091 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.582062 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-4a892b58-93a4-4e13-8f3a-76c593ac1091 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4785612 Sep 15 18:13:42.586211 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35832) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:42.591780 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-9d1d71da-c851-409b-86ed-f54fda1258d7 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'security_group_rule': {'security_group_id': 'c2596a8c-4624-4923-a1d2-08f7425b447f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:42.600615 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.603939 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a892b58-93a4-4e13-8f3a-76c593ac1091 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2596a8c-4624-4923-a1d2-08f7425b447f,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:42.661617 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-59948593-3ca7-412c-9ae8-2273c10ff8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.680010 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Network 8d019230-0c00-4c00-9bdb-dc9b282f71aa is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:42.689440 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:42.705393 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6bb8efa3-3068-4cf8-bf9c-814d1c2939f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.725645 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:42.731670 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:42.732819 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for port, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.738048 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6bb8efa3-3068-4cf8-bf9c-814d1c2939f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.821333 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6bb8efa3-3068-4cf8-bf9c-814d1c2939f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.824522 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6bb8efa3-3068-4cf8-bf9c-814d1c2939f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.829219 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-6bb8efa3-3068-4cf8-bf9c-814d1c2939f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2db043e-53e7-4be2-a4b5-cdf6f4c237fb HTTP/1.1" status: 204 len: 168 time: 0.2939563 Sep 15 18:13:42.844954 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8efa3-3068-4cf8-bf9c-814d1c2939f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2db043e-53e7-4be2-a4b5-cdf6f4c237fb,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:42.888578 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-59948593-3ca7-412c-9ae8-2273c10ff8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.899082 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-59948593-3ca7-412c-9ae8-2273c10ff8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.945137 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3024ccf6-bb12-4c22-97ba-b6a9d9bb71c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.949890 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-59948593-3ca7-412c-9ae8-2273c10ff8a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d29ff4a2d2c14eaaa9821820841874cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5691004 Sep 15 18:13:42.954536 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3f0a2190-5881-44b2-bdde-9b0fb1092f15 req-47e734ba-203e-4d76-bc16-5fc20f60766b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 210 time: 0.2154016 Sep 15 18:13:42.955117 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35844) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:42.964635 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9d1d71da-c851-409b-86ed-f54fda1258d7 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.967949 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Made reservation on behalf of 25ce7c613f5748f28eba8ddf208a4665 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:42.992475 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:42.994687 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59948593-3ca7-412c-9ae8-2273c10ff8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e057a94-17b9-4ca5-a5ee-9aea191bda9e,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:43.012030 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Pushing event updated for resources: {'Port': ['ID=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:43.046629 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-a8f3708f-5f83-4e9c-ba98-562333908dfc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4733715 Sep 15 18:13:43.115624 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49741ca-a078-4291-b7be-20268baaf33a req-1a440693-8cfc-4a1f-92d8-14b8f98f9688 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:43.117984 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e49741ca-a078-4291-b7be-20268baaf33a req-1a440693-8cfc-4a1f-92d8-14b8f98f9688 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 944 time: 0.4310007 Sep 15 18:13:43.150181 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fb6da70-e2f2-40f7-93ee-691d4b3caf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.175919 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fb6da70-e2f2-40f7-93ee-691d4b3caf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.224570 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:43.269855 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fb6da70-e2f2-40f7-93ee-691d4b3caf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.272365 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fb6da70-e2f2-40f7-93ee-691d4b3caf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.275334 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2fb6da70-e2f2-40f7-93ee-691d4b3caf12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e057a94-17b9-4ca5-a5ee-9aea191bda9e HTTP/1.1" status: 204 len: 168 time: 0.3070958 Sep 15 18:13:43.299287 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6da70-e2f2-40f7-93ee-691d4b3caf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e057a94-17b9-4ca5-a5ee-9aea191bda9e,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:43.313078 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:43.313752 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.368501 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Allocated IP 172.20.0.7 (8d019230-0c00-4c00-9bdb-dc9b282f71aa/df44dd5b-d32a-430a-9a40-d7542a948003/043dff11-5730-4cd7-8042-945a2974a1d5) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:43.407356 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-99162b9b-b689-4952-968d-b282e1dd9843 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1969795036&fields=id&tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3 HTTP/1.1" status: 200 len: 267 time: 0.1256456 Sep 15 18:13:43.414816 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9d1d71da-c851-409b-86ed-f54fda1258d7 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.424896 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e49741ca-a078-4291-b7be-20268baaf33a req-9e92c822-a84a-4de2-a30e-08e219a4fcb3 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915998 Sep 15 18:13:43.442677 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9d1d71da-c851-409b-86ed-f54fda1258d7 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.482463 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d71da-c851-409b-86ed-f54fda1258d7 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53151e00-55b9-49c0-b258-36189e595e84,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:43.572751 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device f193bc1c-d3b8-4554-9077-38258526e63a up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:43.627158 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3024ccf6-bb12-4c22-97ba-b6a9d9bb71c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.638662 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3024ccf6-bb12-4c22-97ba-b6a9d9bb71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.649521 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.657209 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port f193bc1c-d3b8-4554-9077-38258526e63a triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:43.658860 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.672118 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9d1d71da-c851-409b-86ed-f54fda1258d7 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.675826 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-9d1d71da-c851-409b-86ed-f54fda1258d7 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0859022 Sep 15 18:13:43.686569 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-d365348b-467a-440a-b6e6-88c571c1255a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:43.694329 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-d365348b-467a-440a-b6e6-88c571c1255a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 817 time: 0.2759175 Sep 15 18:13:43.702758 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35868) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:43.719889 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-d1a95978-3a2f-4777-8ca8-117dea279d54 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'security_group_rule': {'security_group_id': 'c2596a8c-4624-4923-a1d2-08f7425b447f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:43.738710 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-ac739cae-56cf-478a-87c9-b05c05438e15 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/quotas/d3b098cee9ff4dc8a345deae6caaf6e3 HTTP/1.1" status: 200 len: 375 time: 0.0426595 Sep 15 18:13:43.774540 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35874) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:43.790148 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-3024ccf6-bb12-4c22-97ba-b6a9d9bb71c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb0636863bfc45e0897485d74ae150ce&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0156510 Sep 15 18:13:43.793632 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 35876) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:43.804910 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024ccf6-bb12-4c22-97ba-b6a9d9bb71c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0e9cf9-3acc-4a5f-87c2-cda4c54138c0,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:43.853057 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-bdd89d8b-7d00-4321-97fb-0f34b3cace16 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1139235 Sep 15 18:13:43.879975 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-42437bb1-de3e-4619-8f37-4184a43260ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.886532 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.921406 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.949128 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port f193bc1c-d3b8-4554-9077-38258526e63a, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=f193bc1c-d3b8-4554-9077-38258526e63a,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:43.982481 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:43.991498 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-15698b5f-cb5d-4c8c-b254-72fd127246f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.013654 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Network 8d019230-0c00-4c00-9bdb-dc9b282f71aa is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:44.014500 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d1a95978-3a2f-4777-8ca8-117dea279d54 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.024828 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:44.038641 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Pushing event updated for resources: {'Port': ['ID=043dff11-5730-4cd7-8042-945a2974a1d5,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:44.057301 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:44.063777 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:44.064430 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.098604 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=f193bc1c-d3b8-4554-9077-38258526e63a,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:44.226243 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d1a95978-3a2f-4777-8ca8-117dea279d54 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.258832 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d1a95978-3a2f-4777-8ca8-117dea279d54 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.271326 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.273330 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-15698b5f-cb5d-4c8c-b254-72fd127246f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.302161 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-f3032679-1428-4dfc-b57d-7bf1955d102a service neutron] 10.222.0.39 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874640 Sep 15 18:13:44.317729 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a95978-3a2f-4777-8ca8-117dea279d54 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cb0956-d06d-4117-a257-e045f2c82ca7,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:44.358571 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-42437bb1-de3e-4619-8f37-4184a43260ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.376583 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-42437bb1-de3e-4619-8f37-4184a43260ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.391740 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-faffc7ba-0a7c-4fd6-b12d-06ce85287370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4749870 Sep 15 18:13:44.402476 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d1a95978-3a2f-4777-8ca8-117dea279d54 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.407241 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-d1a95978-3a2f-4777-8ca8-117dea279d54 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7066514 Sep 15 18:13:44.409471 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35890) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:44.423233 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'floatingip': {'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:44.447561 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-42437bb1-de3e-4619-8f37-4184a43260ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9088d524228a4e898fbf37fff2709a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669681 Sep 15 18:13:44.455270 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3fb59-82fc-42ea-8d9b-61ec9bdb41b8 req-bdb91b5f-9a14-415d-8b3e-505d2d8dfbc4 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:44.456515 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 35892) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:44.457052 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9af3fb59-82fc-42ea-8d9b-61ec9bdb41b8 req-bdb91b5f-9a14-415d-8b3e-505d2d8dfbc4 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 931 time: 0.2445729 Sep 15 18:13:44.457749 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-15698b5f-cb5d-4c8c-b254-72fd127246f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.462179 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-15698b5f-cb5d-4c8c-b254-72fd127246f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.466581 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-15698b5f-cb5d-4c8c-b254-72fd127246f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f0e9cf9-3acc-4a5f-87c2-cda4c54138c0 HTTP/1.1" status: 204 len: 168 time: 0.6699233 Sep 15 18:13:44.468440 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42437bb1-de3e-4619-8f37-4184a43260ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0d1d88-8b76-467f-bf59-c9ffcd39c4d9,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:44.491001 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.574609 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0fd33e8-7d9e-437e-a381-7e7bccbc9a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.602509 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15698b5f-cb5d-4c8c-b254-72fd127246f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0e9cf9-3acc-4a5f-87c2-cda4c54138c0,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:44.645101 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0fd33e8-7d9e-437e-a381-7e7bccbc9a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.686950 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9af3fb59-82fc-42ea-8d9b-61ec9bdb41b8 req-c2636690-726b-4ba8-b06a-b920d788a662 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186637 Sep 15 18:13:44.717744 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.735095 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-21bafbc6-6e8a-48a7-9efd-b1737b68f0a0 service neutron] 10.222.0.39 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319320 Sep 15 18:13:44.815496 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0fd33e8-7d9e-437e-a381-7e7bccbc9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.820194 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0fd33e8-7d9e-437e-a381-7e7bccbc9a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:44.829584 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e0fd33e8-7d9e-437e-a381-7e7bccbc9a21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f0d1d88-8b76-467f-bf59-c9ffcd39c4d9 HTTP/1.1" status: 204 len: 168 time: 0.3700607 Sep 15 18:13:44.858972 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd33e8-7d9e-437e-a381-7e7bccbc9a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0d1d88-8b76-467f-bf59-c9ffcd39c4d9,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:45.012020 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Allocated IP 172.27.2.196 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/61597e45-83f0-4578-bc73-b18121fdf6f7) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:45.020519 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f873b-2bc9-468a-955d-e695a29c9f34 req-f06679d6-d4d4-4cfa-839a-9f977cf626ec tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:45.032553 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0a9f873b-2bc9-468a-955d-e695a29c9f34 req-f06679d6-d4d4-4cfa-839a-9f977cf626ec tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 944 time: 0.1498394 Sep 15 18:13:45.158187 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8a28f3f1-d945-4874-8845-1eb962fefb34 req-05fe86db-1ca2-4973-858a-aaf885fe6842 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 210 time: 0.0853038 Sep 15 18:13:45.166614 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device f193bc1c-d3b8-4554-9077-38258526e63a up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:45.200461 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0a9f873b-2bc9-468a-955d-e695a29c9f34 req-57dfb674-a8d1-4366-aa0f-32b16a68538f tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645920 Sep 15 18:13:45.280712 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:45.282793 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port f193bc1c-d3b8-4554-9077-38258526e63a triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:45.283170 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:45.331667 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:45.462176 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Sync routers for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:13:45.482332 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:45.483138 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:45.637442 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Sync routers for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:13:45.656232 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:45.658341 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:45.742232 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:45.807814 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'Port': ['ID=61597e45-83f0-4578-bc73-b18121fdf6f7,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:45.885115 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:45.909234 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:45.917958 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:45.922437 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:45.962543 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Request body: {'port': {'device_id': '35e03f85-1c5b-4847-9418-e44c74195cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:46.292430 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Request body: {'port': {'device_id': '54892216-59f2-4d61-83f5-a5de91e70e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:46.294934 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:35Z', 'revision_number': 2, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:46.312420 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-c33be8ca-e898-4fb4-9cc6-9e251e3ff285 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e HTTP/1.1" status: 200 len: 217 time: 0.4397874 Sep 15 18:13:46.403787 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:46.522313 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Checking router: f6cf94c5-78de-4fda-819a-d1f3305b6af1 for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:13:46.524264 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Updating router f6cf94c5-78de-4fda-819a-d1f3305b6af1 port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 binding host dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:13:46.591813 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-182e31bc-5b43-4a5c-a340-494ffd02abe1 req-a8aebac1-781c-4992-8e59-001362e72f86 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 210 time: 0.2697685 Sep 15 18:13:46.642584 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:46.643994 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:46.806575 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:32Z', 'revision_number': 2, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:46.824652 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:46.895026 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Checking router: 16122ffd-3a05-49ac-b609-60fde4c7527e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:13:46.895777 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Updating router 16122ffd-3a05-49ac-b609-60fde4c7527e port 78c7fe70-be13-4dce-af0e-b2756a129bcd binding host dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:13:46.976747 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:46.985731 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a6480-0462-46b4-a174-308f4719b043 req-1eda3d90-27ac-4d79-9cb7-9ba03713f2c6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:46.994852 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5d0a6480-0462-46b4-a174-308f4719b043 req-1eda3d90-27ac-4d79-9cb7-9ba03713f2c6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 931 time: 1.1519618 Sep 15 18:13:47.033899 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-e143d26c-3c90-4d3d-a46d-40cea38d7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:47.037842 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-e143d26c-3c90-4d3d-a46d-40cea38d7df1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e980d718-359b-4691-9302-f0d1b0e568b5 HTTP/1.1" status: 200 len: 852 time: 0.5312986 Sep 15 18:13:47.063675 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:47.372370 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43279dfb-ac6b-48a4-bb88-e0963857c764 req-27d89653-3f38-4f8e-b1b5-b513c92fae6a tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:47.382103 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-43279dfb-ac6b-48a4-bb88-e0963857c764 req-27d89653-3f38-4f8e-b1b5-b513c92fae6a tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 944 time: 0.5291727 Sep 15 18:13:47.392115 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5d0a6480-0462-46b4-a174-308f4719b043 req-61ce902c-57f0-4a5d-a1f0-d56b103230cc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960314 Sep 15 18:13:47.429643 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-8ec45904-6f20-4ece-a712-f2d5bd922343 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69cff2af-998b-4880-a3fe-a90cc9fb201f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3153110 Sep 15 18:13:47.531477 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:47.548834 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:47.554589 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-43279dfb-ac6b-48a4-bb88-e0963857c764 req-56ef450b-c0f1-43ac-bdf3-153ed69b2879 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466026 Sep 15 18:13:47.650563 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.41', 61951) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:47.763912 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4f2ff-12a0-408a-bfa7-9d8e93421061 None None] Pushing event updated for resources: {'Port': ['ID=aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:47.906375 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Notify callbacks [] for port, precommit_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:47.921018 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:47.984804 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Attempting to bind port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:47.985182 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Attempting to bind port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:47.985656 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Attempting to bind port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 on network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:48.005897 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:48.009512 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Checking segment: {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:48.010552 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:48.016322 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Bound using segment: {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:48.018040 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Bound port: aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:48.018738 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:48.086896 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd8c1a-da9b-4150-9f85-7362dd2881ed None None] Pushing event updated for resources: {'Port': ['ID=78c7fe70-be13-4dce-af0e-b2756a129bcd,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:48.208299 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-8400fc2b-41d6-447f-9b94-69d30af81fce service neutron] 10.222.0.41 "GET /v2.0/networks/69cff2af-998b-4880-a3fe-a90cc9fb201f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079004 Sep 15 18:13:48.314671 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a17601f4-ae23-4909-b1a9-6d014d861834 req-a8bf57f0-42e3-48dd-bda6-019e656400d7 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 210 time: 0.4371121 Sep 15 18:13:48.372558 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] For port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:48.394289 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] For port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:48.402052 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:48.416576 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Attempting to bind port 78c7fe70-be13-4dce-af0e-b2756a129bcd on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:48.416839 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Attempting to bind port 78c7fe70-be13-4dce-af0e-b2756a129bcd by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:48.430503 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Attempting to bind port 78c7fe70-be13-4dce-af0e-b2756a129bcd on network 74743a91-bae5-45c6-9b3b-f7dc7ab12add {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:48.433001 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-a953e8d2-062e-4dbb-a71b-fe58e6c3ab17 None None] Provisioning complete for port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:48.435903 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a953e8d2-062e-4dbb-a71b-fe58e6c3ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:48.587286 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:48.587616 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Checking segment: {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:48.588027 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:48.588425 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Bound using segment: {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:48.589445 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2875eb6c-6d04-441f-9f4c-48241b73aefc req-6b03b1ab-1917-4c8c-982c-f177ea9bfe48 service neutron] 10.222.0.41 "GET /v2.0/networks/69cff2af-998b-4880-a3fe-a90cc9fb201f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799706 Sep 15 18:13:48.589960 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Bound port: 78c7fe70-be13-4dce-af0e-b2756a129bcd, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:48.590056 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:48.702691 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4f2ff-12a0-408a-bfa7-9d8e93421061 None None] Pushing event updated for resources: {'Port': ['ID=aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800,revision_number=4']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:48.757413 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:48.759155 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:48.761865 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a953e8d2-062e-4dbb-a71b-fe58e6c3ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:48.921635 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201583c-8666-43f6-b58c-2c5a33208395 req-70a9733a-157e-4ef7-98ba-de1a611e4226 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:48.923464 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e201583c-8666-43f6-b58c-2c5a33208395 req-70a9733a-157e-4ef7-98ba-de1a611e4226 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 931 time: 0.2946825 Sep 15 18:13:48.932507 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad req-dc25776d-f9b7-499b-97e0-3addf0090df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:48.933999 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad req-dc25776d-f9b7-499b-97e0-3addf0090df5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed9225cc0a0f4e44bcebc618ffb4131e&device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 1097 time: 0.2139606 Sep 15 18:13:48.963160 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ddce3-c9aa-443e-9bbc-5d3096bf06d4 req-0ec2ab10-b982-4825-af60-1a332d6852f0 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:48.964940 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-142ddce3-c9aa-443e-9bbc-5d3096bf06d4 req-0ec2ab10-b982-4825-af60-1a332d6852f0 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 944 time: 0.1977203 Sep 15 18:13:48.975737 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043dff11-5730-4cd7-8042-945a2974a1d5 {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:13:49.006011 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:49.084805 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-a953e8d2-062e-4dbb-a71b-fe58e6c3ab17 None None] For port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:49.123116 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Transition to ACTIVE for port object 043dff11-5730-4cd7-8042-945a2974a1d5 will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:13:49.158615 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:49.163725 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a953e8d2-062e-4dbb-a71b-fe58e6c3ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:49.197803 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:49.343696 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:49.388972 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] For port 78c7fe70-be13-4dce-af0e-b2756a129bcd, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:49.487665 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Pushing event updated for resources: {'Port': ['ID=043dff11-5730-4cd7-8042-945a2974a1d5,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:49.560399 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-f0ef639b-44bf-45c2-b092-e263af587058 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:49.561253 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] For port 78c7fe70-be13-4dce-af0e-b2756a129bcd, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=78c7fe70-be13-4dce-af0e-b2756a129bcd,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:49.564851 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-f0ef639b-44bf-45c2-b092-e263af587058 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 817 time: 1.9122214 Sep 15 18:13:49.586779 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-31250d24-8e58-486f-a55d-39af1b5a6a0a None None] Provisioning complete for port 78c7fe70-be13-4dce-af0e-b2756a129bcd triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:49.588662 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-31250d24-8e58-486f-a55d-39af1b5a6a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:49.609295 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:49.619244 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:49.688870 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:49.739220 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:49.742690 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953e8d2-062e-4dbb-a71b-fe58e6c3ab17 None None] Pushing event updated for resources: {'Port': ['ID=aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:49.773050 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e1dc6-a149-4373-98e1-a38bc7194aa7 None None] The sync data for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi is: [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:13:49.820801 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:49.826821 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Attempting to bind port 043dff11-5730-4cd7-8042-945a2974a1d5 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:49.827212 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Attempting to bind port 043dff11-5730-4cd7-8042-945a2974a1d5 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:49.827558 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Attempting to bind port 043dff11-5730-4cd7-8042-945a2974a1d5 on network 8d019230-0c00-4c00-9bdb-dc9b282f71aa {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:49.840451 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Port 043dff11-5730-4cd7-8042-945a2974a1d5 on network 8d019230-0c00-4c00-9bdb-dc9b282f71aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:13:49.840801 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Attempting to bind port 043dff11-5730-4cd7-8042-945a2974a1d5 on network 8d019230-0c00-4c00-9bdb-dc9b282f71aa {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:49.854569 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd8c1a-da9b-4150-9f85-7362dd2881ed None None] Pushing event updated for resources: {'Port': ['ID=78c7fe70-be13-4dce-af0e-b2756a129bcd,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:49.855825 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:49.856165 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Checking segment: {'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:49.857235 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Bound using segment: {'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:49.857706 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Bound port: 043dff11-5730-4cd7-8042-945a2974a1d5, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:49.858233 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:49.867761 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:49.868915 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4545398 Sep 15 18:13:49.877902 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb5fac-7c88-4083-8087-84d68472619a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'Port': ['ID=61597e45-83f0-4578-bc73-b18121fdf6f7,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:49.904728 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:13:49.905386 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:13:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:50.023799 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-f85bff8a-a635-436b-a82d-8ee1722ba6de tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3 HTTP/1.1" status: 200 len: 380 time: 0.1692047 Sep 15 18:13:50.029433 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-142ddce3-c9aa-443e-9bbc-5d3096bf06d4 req-69307c4f-69e2-4264-bc9a-9c248d3046b5 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826795 Sep 15 18:13:50.070095 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'port': {'device_id': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'admin_state_up': True, 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'security_groups': ['24dd9f06-14f9-4d43-8a5e-a6e0ca59e416']}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:50.077603 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e201583c-8666-43f6-b58c-2c5a33208395 req-966155cf-8a13-4b25-8915-1cf960c7a34e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1414351 Sep 15 18:13:50.156514 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] For port 043dff11-5730-4cd7-8042-945a2974a1d5, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:50.167946 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:50.167946 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:50.240150 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] For port 043dff11-5730-4cd7-8042-945a2974a1d5, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=043dff11-5730-4cd7-8042-945a2974a1d5,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:50.254893 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:50.294349 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6f120fc8-9341-4678-ac05-4174303253fc req-c21960f0-612c-4112-9a27-d0a24a2e46bd tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 210 time: 0.0997181 Sep 15 18:13:50.295490 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad req-39f745b4-724f-40a9-9993-453ea4345063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:50.296910 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad req-39f745b4-724f-40a9-9993-453ea4345063 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69cff2af-998b-4880-a3fe-a90cc9fb201f HTTP/1.1" status: 200 len: 913 time: 1.3516848 Sep 15 18:13:50.396126 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:50.397063 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:50.399160 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] 10.222.0.41 "PUT /v2.0/ports/043dff11-5730-4cd7-8042-945a2974a1d5 HTTP/1.1" status: 200 len: 1093 time: 4.5069339 Sep 15 18:13:50.402432 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e03f85-1c5b-4847-9418-e44c74195cd4', 'tag': '043dff11-5730-4cd7-8042-945a2974a1d5'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:13:50.488896 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad req-365730e4-9755-491a-8537-a183a1a426d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e HTTP/1.1" status: 200 len: 217 time: 0.1818781 Sep 15 18:13:50.544555 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-31250d24-8e58-486f-a55d-39af1b5a6a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:50.600800 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:13:50.645983 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-31250d24-8e58-486f-a55d-39af1b5a6a0a None None] For port 78c7fe70-be13-4dce-af0e-b2756a129bcd, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=78c7fe70-be13-4dce-af0e-b2756a129bcd,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:50.664981 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-31250d24-8e58-486f-a55d-39af1b5a6a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:50.679653 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad req-447693b7-aff8-494e-aa66-9c8a7f9375a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:50.682351 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad req-447693b7-aff8-494e-aa66-9c8a7f9375a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e980d718-359b-4691-9302-f0d1b0e568b5 HTTP/1.1" status: 200 len: 852 time: 0.1350927 Sep 15 18:13:50.737867 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473d430-70a9-411b-b134-ab0e68493fca service neutron] Pushing event updated for resources: {'Port': ['ID=043dff11-5730-4cd7-8042-945a2974a1d5,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:50.749089 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Made reservation on behalf of d3b098cee9ff4dc8a345deae6caaf6e3 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:50.756736 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:50.799917 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-1d01e809-6104-4fa7-ad71-cfa9379c77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:50.801908 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-1d01e809-6104-4fa7-ad71-cfa9379c77d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 1096 time: 0.2459333 Sep 15 18:13:50.810639 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 {{(pid=94152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:13:50.837755 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-31250d24-8e58-486f-a55d-39af1b5a6a0a None None] Provisioning complete for port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:50.838134 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-31250d24-8e58-486f-a55d-39af1b5a6a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:50.862693 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad req-1a657ab3-b808-4536-aead-a450e5a46315 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69cff2af-998b-4880-a3fe-a90cc9fb201f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694741 Sep 15 18:13:50.870622 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:50.882165 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-ce457933-6ebb-4187-9fe7-b4ff5cefccfa tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1006825265&fields=id&tenant_id=a3ffa1abd61147f0946559205e11ad76 HTTP/1.1" status: 200 len: 267 time: 0.4055195 Sep 15 18:13:50.909339 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0748082-854b-40c1-b13a-dee54e937fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "35e03f85-1c5b-4847-9418-e44c74195cd4", "tag": "043dff11-5730-4cd7-8042-945a2974a1d5"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:13:51.009003 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.provisioning_blocks [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Transition to ACTIVE for port object 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 will not be triggered until provisioned by entity L2. {{(pid=94152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:13:51.086941 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:51.142722 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-7637c19a-afb5-4042-b82d-ba2371721d46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=043dff11-5730-4cd7-8042-945a2974a1d5 HTTP/1.1" status: 200 len: 217 time: 0.2683296 Sep 15 18:13:51.211456 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31250d24-8e58-486f-a55d-39af1b5a6a0a None None] Pushing event updated for resources: {'Port': ['ID=78c7fe70-be13-4dce-af0e-b2756a129bcd,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:51.292114 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:49Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:13:51.324990 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588891cd-df54-464a-828f-3e65e2a84c31 None None] The sync data for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi is: [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:49Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:13:51.351025 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-3deb5e49-6a00-457b-99ff-f3daafe0b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:51.352891 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-3deb5e49-6a00-457b-99ff-f3daafe0b109 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 200 len: 859 time: 0.2003543 Sep 15 18:13:51.358820 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae25cab2-49a5-4eff-a271-1393c8cd69d7 x-openstack-request-id: req-ae25cab2-49a5-4eff-a271-1393c8cd69d7 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:13:51.359149 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e03f85-1c5b-4847-9418-e44c74195cd4", "tag": "043dff11-5730-4cd7-8042-945a2974a1d5", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:13:51.359436 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae25cab2-49a5-4eff-a271-1393c8cd69d7 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:13:51.359904 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e03f85-1c5b-4847-9418-e44c74195cd4', 'tag': '043dff11-5730-4cd7-8042-945a2974a1d5', 'status': 'completed', 'code': 200} Sep 15 18:13:51.365794 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 78c7fe70-be13-4dce-af0e-b2756a129bcd up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:51.431109 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-ebda0c5f-1fcb-4da2-8599-fd0794897032 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d019230-0c00-4c00-9bdb-dc9b282f71aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693727 Sep 15 18:13:51.453924 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 78c7fe70-be13-4dce-af0e-b2756a129bcd triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:51.458591 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:51.469060 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-8fc29fe3-0ca8-4ee3-83da-99d3fbc113a6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:51.479727 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-8fc29fe3-0ca8-4ee3-83da-99d3fbc113a6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/networks?id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 200 len: 811 time: 0.5671988 Sep 15 18:13:51.515145 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-8a21fc21-a72c-4aa6-95ac-f782e1ff7e7b None None] Provisioning complete for port 78c7fe70-be13-4dce-af0e-b2756a129bcd triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:51.515771 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8a21fc21-a72c-4aa6-95ac-f782e1ff7e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:51.530562 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:51.602397 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-7fb2bf55-f230-49b4-804b-946016d4dd70 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/quotas/a3ffa1abd61147f0946559205e11ad76 HTTP/1.1" status: 200 len: 375 time: 0.1217430 Sep 15 18:13:51.694299 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:51.713595 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Allocated IP 172.20.0.4 (74743a91-bae5-45c6-9b3b-f7dc7ab12add/111a41ca-e28d-4f13-a870-563d74d667e4/b357f3a4-34d5-4a65-8ca3-a1472da41de7) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:51.764519 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:51.764973 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:51.786684 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad req-2693c4dc-02c1-4c4b-aeac-27a9176c00fd service neutron] 10.222.0.41 "GET /v2.0/networks/69cff2af-998b-4880-a3fe-a90cc9fb201f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9004025 Sep 15 18:13:51.892177 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.managers [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Attempting to bind port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:51.892557 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.managers [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Attempting to bind port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'}] {{(pid=94152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:51.892915 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Attempting to bind port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 on network 8d019230-0c00-4c00-9bdb-dc9b282f71aa {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:51.947021 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-b37875e3-98c4-4707-9a4f-dcaf8adab2bd tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a3ffa1abd61147f0946559205e11ad76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3434827 Sep 15 18:13:52.059393 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-e6758228-5e7e-4cda-9bc5-2cf0cd396053 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839036 Sep 15 18:13:52.135682 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79014a05-2a19-44b1-bbb1-ae6fe7e24ef3 req-6bff0655-a6ad-4f15-8ce6-424bcf0bedfe tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:52.138090 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-79014a05-2a19-44b1-bbb1-ae6fe7e24ef3 req-6bff0655-a6ad-4f15-8ce6-424bcf0bedfe tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 944 time: 0.6543550 Sep 15 18:13:52.265268 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 on network 8d019230-0c00-4c00-9bdb-dc9b282f71aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:13:52.268169 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Attempting to bind port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 on network 8d019230-0c00-4c00-9bdb-dc9b282f71aa {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:52.290882 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6303d528-0f2e-48cb-9a05-a0480061be68 req-eeeac945-3ba8-45ed-a11f-f67a223f7b59 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247746 Sep 15 18:13:52.305073 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:52.305413 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Checking segment: {'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:52.305955 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Bound using segment: {'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'} {{(pid=94152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:52.306557 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.managers [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Bound port: 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dcc7b5-8210-48e8-aa46-4946d8eaddcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa'}}] {{(pid=94152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:52.306906 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:52.311390 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:52.401864 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:52.433986 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-79014a05-2a19-44b1-bbb1-ae6fe7e24ef3 req-b75fc8b4-c166-4cc3-8383-a236d0f13c9e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558053 Sep 15 18:13:52.439387 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-87fa8f22-406a-4ced-a72e-9aec1357476a service neutron] 10.222.0.39 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983155 Sep 15 18:13:52.456772 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad req-6da7a641-a713-4bd5-a99c-809e4b97a6a0 service neutron] 10.222.0.41 "GET /v2.0/networks/69cff2af-998b-4880-a3fe-a90cc9fb201f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6452744 Sep 15 18:13:52.491454 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] For port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4, host hv-cinder-76377, cleared binding levels {{(pid=94152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:52.513356 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0748082-854b-40c1-b13a-dee54e937fe0 req-fddb78d1-9fba-4bbb-86ea-85ea15829574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:52.515177 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e0748082-854b-40c1-b13a-dee54e937fe0 req-fddb78d1-9fba-4bbb-86ea-85ea15829574 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 1096 time: 0.1476231 Sep 15 18:13:52.523114 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Network 74743a91-bae5-45c6-9b3b-f7dc7ab12add is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:52.529901 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] For port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:52.534450 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:52.536672 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'Port': ['ID=b357f3a4-34d5-4a65-8ca3-a1472da41de7,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:52.553517 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:52.559902 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:52.560715 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:52.626936 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:52.659397 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:13:52.667381 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-fc1d6080-69f8-4911-b05e-bf1238176830 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6255915 Sep 15 18:13:52.709360 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Request body: {'port': {'device_id': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:52.817262 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0748082-854b-40c1-b13a-dee54e937fe0 req-2483c714-5188-458c-93f4-f5d1edb3ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:52.819293 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e0748082-854b-40c1-b13a-dee54e937fe0 req-2483c714-5188-458c-93f4-f5d1edb3ba6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 920 time: 0.2949517 Sep 15 18:13:52.831809 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:52.839128 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:52.839761 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for port, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:52.849409 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] 10.222.0.41 "PUT /v2.0/ports/6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 HTTP/1.1" status: 200 len: 1093 time: 6.5744171 Sep 15 18:13:52.850205 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54892216-59f2-4d61-83f5-a5de91e70e12', 'tag': '6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:13:52.852660 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38427279-dcc1-4350-8acd-d61dafca6637" -d '{"events": [{"name": "network-changed", "server_uuid": "54892216-59f2-4d61-83f5-a5de91e70e12", "tag": "6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:13:52.870926 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e,segment=NetworkSegment(735b2c4f-3b12-482f-a089-3728e410f12f),segment_id=735b2c4f-3b12-482f-a089-3728e410f12f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:52.880886 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-1aa51de8-87b4-4316-9d7e-31f160499d06 service neutron] 10.222.0.39 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232316 Sep 15 18:13:52.884317 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a8f7c-2485-4fff-b5b0-472a4ad8cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4,revision_number=3']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:52.894893 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': '1dd263be-4c7c-4b87-8eef-3b8d5c720d4e', 'network_id': '69cff2af-998b-4880-a3fe-a90cc9fb201f', 'port_id': '1dd263be-4c7c-4b87-8eef-3b8d5c720d4e', 'mac_address': 'fa:16:3e:43:7c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e980d718-359b-4691-9302-f0d1b0e568b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:13:52.915587 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e0748082-854b-40c1-b13a-dee54e937fe0 req-58303b23-0629-4794-b220-9869164d2edb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=043dff11-5730-4cd7-8042-945a2974a1d5 HTTP/1.1" status: 200 len: 217 time: 0.0849655 Sep 15 18:13:52.964024 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793f346-10f5-4541-9379-14e15da7fbec req-7792e5a6-09c9-4d41-a177-f58fd1e07cc6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:52.976730 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e793f346-10f5-4541-9379-14e15da7fbec req-7792e5a6-09c9-4d41-a177-f58fd1e07cc6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 943 time: 0.3684316 Sep 15 18:13:52.988648 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:53.023387 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-aa74da33-0609-49f9-8cdf-3767ce61dfae None None] Provisioning complete for port b357f3a4-34d5-4a65-8ca3-a1472da41de7 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:53.023387 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-aa74da33-0609-49f9-8cdf-3767ce61dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:53.031419 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:13:53.066982 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-ca84d9c5-5f5a-44ed-909f-51e15b650815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:53.068563 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-ca84d9c5-5f5a-44ed-909f-51e15b650815 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 1096 time: 0.1705694 Sep 15 18:13:53.085669 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e,segment=NetworkSegment(735b2c4f-3b12-482f-a089-3728e410f12f),segment_id=735b2c4f-3b12-482f-a089-3728e410f12f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:53.099971 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e793f346-10f5-4541-9379-14e15da7fbec req-b84f6d2b-94cd-41a6-8b21-337d56cdb57e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166897 Sep 15 18:13:53.144607 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:53.181813 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb7afac-f4bb-4d45-9633-dbd0e4afd114 x-openstack-request-id: req-0fb7afac-f4bb-4d45-9633-dbd0e4afd114 {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:13:53.182698 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54892216-59f2-4d61-83f5-a5de91e70e12", "tag": "6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:13:53.183154 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fb7afac-f4bb-4d45-9633-dbd0e4afd114 {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:13:53.183919 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54892216-59f2-4d61-83f5-a5de91e70e12', 'tag': '6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4', 'status': 'completed', 'code': 200} Sep 15 18:13:53.191122 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-585e2db9-732c-4dc1-a794-898285028941 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 HTTP/1.1" status: 200 len: 217 time: 0.0899255 Sep 15 18:13:53.254986 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:53.269004 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-aa74da33-0609-49f9-8cdf-3767ce61dfae None None] Port b357f3a4-34d5-4a65-8ca3-a1472da41de7 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:13:53.305471 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 78c7fe70-be13-4dce-af0e-b2756a129bcd up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:53.306672 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0748082-854b-40c1-b13a-dee54e937fe0 req-29ebecae-5fac-4851-a22b-b68061772f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:53.307133 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ff9a56b9-f9b3-4bdf-b675-e8cd17c09a52 req-54e5c92e-4254-431e-89b0-c52ef0be7d37 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 210 time: 0.1176457 Sep 15 18:13:53.308273 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e0748082-854b-40c1-b13a-dee54e937fe0 req-29ebecae-5fac-4851-a22b-b68061772f1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 200 len: 859 time: 0.3856616 Sep 15 18:13:53.359775 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-3f51998c-660e-444f-86f2-0c56de86ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:53.361592 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-3f51998c-660e-444f-86f2-0c56de86ed7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 200 len: 859 time: 0.1410706 Sep 15 18:13:53.364964 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e0748082-854b-40c1-b13a-dee54e937fe0 req-a0cefb52-3a25-4ea9-a124-901547026fa6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d019230-0c00-4c00-9bdb-dc9b282f71aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484002 Sep 15 18:13:53.374012 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b084b9-2ea7-4bb9-8a87-f2630b730994 req-5539eee5-a911-4ee7-b991-2b717c747871 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:53.382523 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-65b084b9-2ea7-4bb9-8a87-f2630b730994 req-5539eee5-a911-4ee7-b991-2b717c747871 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 931 time: 0.1966808 Sep 15 18:13:53.436307 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 78c7fe70-be13-4dce-af0e-b2756a129bcd triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:53.436946 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:53.497598 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['1dd263be-4c7c-4b87-8eef-3b8d5c720d4e'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:13:53.568027 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e0748082-854b-40c1-b13a-dee54e937fe0 req-c55c9aee-ac6f-4474-b855-1d78a42a590c service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905649 Sep 15 18:13:53.686572 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b357f3a4-34d5-4a65-8ca3-a1472da41de7 {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:13:53.696892 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:53.711914 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-0e95de80-5fa8-47af-8905-9cdcd1f01d2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d019230-0c00-4c00-9bdb-dc9b282f71aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3163247 Sep 15 18:13:53.721361 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Transition to ACTIVE for port object b357f3a4-34d5-4a65-8ca3-a1472da41de7 will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:13:53.723916 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e0748082-854b-40c1-b13a-dee54e937fe0 req-6332372e-e6ce-4175-925e-0555fadebd31 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454363 Sep 15 18:13:53.729607 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:53.809144 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Pushing event updated for resources: {'Port': ['ID=b357f3a4-34d5-4a65-8ca3-a1472da41de7,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:53.834523 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-65b084b9-2ea7-4bb9-8a87-f2630b730994 req-a417cf7d-7db0-4213-9f37-7cd9695ce635 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4499772 Sep 15 18:13:53.924041 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Attempting to bind port b357f3a4-34d5-4a65-8ca3-a1472da41de7 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:53.924041 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Attempting to bind port b357f3a4-34d5-4a65-8ca3-a1472da41de7 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:53.924041 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Attempting to bind port b357f3a4-34d5-4a65-8ca3-a1472da41de7 on network 74743a91-bae5-45c6-9b3b-f7dc7ab12add {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:53.939581 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Port b357f3a4-34d5-4a65-8ca3-a1472da41de7 on network 74743a91-bae5-45c6-9b3b-f7dc7ab12add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:13:53.940897 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Attempting to bind port b357f3a4-34d5-4a65-8ca3-a1472da41de7 on network 74743a91-bae5-45c6-9b3b-f7dc7ab12add {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:53.966982 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:53.967745 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Checking segment: {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:53.968908 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Bound using segment: {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:53.971078 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Bound port: b357f3a4-34d5-4a65-8ca3-a1472da41de7, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:53.972205 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:53.999717 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fc781-d891-4aae-a324-46eb02a5b455 req-1167f8c3-2564-4af1-953c-b2d94a698543 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:54.001321 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f00fc781-d891-4aae-a324-46eb02a5b455 req-1167f8c3-2564-4af1-953c-b2d94a698543 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 945 time: 0.2884281 Sep 15 18:13:54.134943 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f00fc781-d891-4aae-a324-46eb02a5b455 req-13c711d4-c096-449a-b7d1-074200de5394 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219811 Sep 15 18:13:54.170723 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-0fc02dac-d6ec-4518-9753-bcbdfbfcc001 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415302 Sep 15 18:13:54.178878 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:54.200667 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:54.210108 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:54.286896 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:54.287725 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:54.290367 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] 10.222.0.41 "PUT /v2.0/ports/b357f3a4-34d5-4a65-8ca3-a1472da41de7 HTTP/1.1" status: 200 len: 1093 time: 1.6001129 Sep 15 18:13:54.301145 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:13:54.314977 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04560dc2-a06c-4786-926e-2854af8aa8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:13:54.396476 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85037d58-f8ec-4b3e-a782-6cfddb15271d service neutron] Pushing event updated for resources: {'Port': ['ID=b357f3a4-34d5-4a65-8ca3-a1472da41de7,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:54.409865 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c70d6e-f7c5-40d1-8a08-50d7aa678dab x-openstack-request-id: req-57c70d6e-f7c5-40d1-8a08-50d7aa678dab {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:13:54.410512 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:13:54.411470 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57c70d6e-f7c5-40d1-8a08-50d7aa678dab {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:13:54.412130 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'status': 'completed', 'code': 200} Sep 15 18:13:54.424965 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-e47abc7a-37cd-4e2e-997e-25f5b8b7e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:54.426869 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-e47abc7a-37cd-4e2e-997e-25f5b8b7e469 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 1096 time: 0.0752838 Sep 15 18:13:54.480719 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f735cdf-1626-4b57-9a3d-3a558fb020ea req-183c6020-899d-4ead-8d16-8c74abc56aec service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035016 Sep 15 18:13:54.520828 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-bfc15ecd-d017-4187-8e2a-0d944908a67c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7 HTTP/1.1" status: 200 len: 217 time: 0.0708654 Sep 15 18:13:54.524214 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be49c4e-96a0-4971-a5ed-33ef6788928e req-f4ebedf4-a32b-402e-ab98-48a52bc51175 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:54.525880 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9be49c4e-96a0-4971-a5ed-33ef6788928e req-f4ebedf4-a32b-402e-ab98-48a52bc51175 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 943 time: 0.3105762 Sep 15 18:13:54.598617 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee78641f-a128-48c9-85c4-f2c22e8bcba1 req-a944771d-74d6-483a-8843-51c0a09a6af5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 210 time: 0.0683656 Sep 15 18:13:54.613623 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9be49c4e-96a0-4971-a5ed-33ef6788928e req-dd671124-fe70-4778-8ce3-954b4604011c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567117 Sep 15 18:13:54.751926 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36240) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:54.855212 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-35f7a9bb-e26a-428b-8c52-478d5184e45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:54.967651 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-35f7a9bb-e26a-428b-8c52-478d5184e45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:54.972017 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-35f7a9bb-e26a-428b-8c52-478d5184e45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.019763 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef699a-ba50-4299-bb04-2a6a737e4b4e req-4bdbb2a1-0152-450e-90d2-c4d9cba4b21b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:55.021207 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dcef699a-ba50-4299-bb04-2a6a737e4b4e req-4bdbb2a1-0152-450e-90d2-c4d9cba4b21b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0919492 Sep 15 18:13:55.022185 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7a9bb-e26a-428b-8c52-478d5184e45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668c3f13-1107-42db-a22d-18f3ed6f9b07,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:55.029506 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36246) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:55.029769 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-35f7a9bb-e26a-428b-8c52-478d5184e45a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=208d2eaa8878408d850ae9b90cf8ee55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767954 Sep 15 18:13:55.061137 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dcef699a-ba50-4299-bb04-2a6a737e4b4e req-fc8c61a1-e6dc-4661-92f4-561c9b69331a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303109 Sep 15 18:13:55.078242 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7a30a92c-b222-4e16-8d23-b2cac2b2b1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.098946 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7a30a92c-b222-4e16-8d23-b2cac2b2b1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.146905 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7a30a92c-b222-4e16-8d23-b2cac2b2b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.149822 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7a30a92c-b222-4e16-8d23-b2cac2b2b1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.153408 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-7a30a92c-b222-4e16-8d23-b2cac2b2b1cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/668c3f13-1107-42db-a22d-18f3ed6f9b07 HTTP/1.1" status: 204 len: 168 time: 0.1203699 Sep 15 18:13:55.159428 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30a92c-b222-4e16-8d23-b2cac2b2b1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668c3f13-1107-42db-a22d-18f3ed6f9b07,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:55.257315 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782f171-5158-4f21-9dd6-f065c09faea1 req-df29d684-db92-48e3-a573-4d69bae8a9fa tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:55.258911 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0782f171-5158-4f21-9dd6-f065c09faea1 req-df29d684-db92-48e3-a573-4d69bae8a9fa tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 945 time: 0.0600610 Sep 15 18:13:55.300908 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 043dff11-5730-4cd7-8042-945a2974a1d5 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:13:55.319841 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0782f171-5158-4f21-9dd6-f065c09faea1 req-a228a412-3dd2-4d2b-aad4-f17a1021e086 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507598 Sep 15 18:13:55.412085 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 043dff11-5730-4cd7-8042-945a2974a1d5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=043dff11-5730-4cd7-8042-945a2974a1d5,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:55.423346 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': '043dff11-5730-4cd7-8042-945a2974a1d5', 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa', 'port_id': '043dff11-5730-4cd7-8042-945a2974a1d5', 'mac_address': 'fa:16:3e:6e:8a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df44dd5b-d32a-430a-9a40-d7542a948003', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:13:55.450260 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36262) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:55.462831 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8b681027-5069-4236-a343-1bc64d9419f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.467014 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.479200 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043dff11-5730-4cd7-8042-945a2974a1d5 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:13:55.498070 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 043dff11-5730-4cd7-8042-945a2974a1d5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=043dff11-5730-4cd7-8042-945a2974a1d5,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:55.502723 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.548439 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=043dff11-5730-4cd7-8042-945a2974a1d5,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:55.559708 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8b681027-5069-4236-a343-1bc64d9419f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.563677 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8b681027-5069-4236-a343-1bc64d9419f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.601628 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-8b681027-5069-4236-a343-1bc64d9419f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f95187a4e5294a63beb8f337669c6c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503105 Sep 15 18:13:55.602312 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b681027-5069-4236-a343-1bc64d9419f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd5dd59-5300-44c2-962a-04f20b73410f,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:55.604321 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36264) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:55.657869 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9186c7b2-93f2-422b-893a-2a8a068221ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.678752 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9186c7b2-93f2-422b-893a-2a8a068221ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.716669 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7fe255c5-35d0-4826-bf0b-69b7e98d2264 req-46a79a2c-d2dd-463f-ae52-cd82138d562c tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 210 time: 0.0375085 Sep 15 18:13:55.732866 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9186c7b2-93f2-422b-893a-2a8a068221ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.736806 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9186c7b2-93f2-422b-893a-2a8a068221ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:55.740716 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-9186c7b2-93f2-422b-893a-2a8a068221ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcd5dd59-5300-44c2-962a-04f20b73410f HTTP/1.1" status: 204 len: 168 time: 0.1353562 Sep 15 18:13:55.749749 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186c7b2-93f2-422b-893a-2a8a068221ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd5dd59-5300-44c2-962a-04f20b73410f,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:55.767068 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972292-6855-41c3-8333-4d23348ebf41 req-0247e4bd-f6a9-49a3-ad95-27bba6ca3bd9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:55.769938 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-59972292-6855-41c3-8333-4d23348ebf41 req-0247e4bd-f6a9-49a3-ad95-27bba6ca3bd9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 944 time: 0.0759044 Sep 15 18:13:55.807256 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-59972292-6855-41c3-8333-4d23348ebf41 req-cb3d01fd-44d5-446b-9eca-64968239771b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Sep 15 18:13:56.194391 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece79582-cc0d-4cd8-ac27-64deb5632cb6 req-e471f118-7145-4732-9f09-5676b22ec837 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:56.196324 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ece79582-cc0d-4cd8-ac27-64deb5632cb6 req-e471f118-7145-4732-9f09-5676b22ec837 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0563393 Sep 15 18:13:56.238642 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ece79582-cc0d-4cd8-ac27-64deb5632cb6 req-bdc6261b-b30e-4342-8a63-5f2d2c53e469 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354102 Sep 15 18:13:56.430037 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0d1b3-606c-46ff-a478-42b19d0e1095 req-b6b2d1c5-bd8e-475b-b371-533baeee695f tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:56.431508 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-29a0d1b3-606c-46ff-a478-42b19d0e1095 req-b6b2d1c5-bd8e-475b-b371-533baeee695f tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 945 time: 0.0492013 Sep 15 18:13:56.468543 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-29a0d1b3-606c-46ff-a478-42b19d0e1095 req-86e0042c-1727-4034-85f3-598d0a872897 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305099 Sep 15 18:13:56.820006 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-48186955-9d1e-45e0-823b-9f14d3cff36a req-297ab91a-16fe-4f66-8fbd-6bd1d92dec1e tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 210 time: 0.0314095 Sep 15 18:13:56.943200 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942484d-ba25-4760-ab2b-a2cf73ed5b76 req-5acb2d35-d677-4e44-8a7d-c593109a89b7 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:56.951012 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7942484d-ba25-4760-ab2b-a2cf73ed5b76 req-5acb2d35-d677-4e44-8a7d-c593109a89b7 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 944 time: 0.0572045 Sep 15 18:13:56.991429 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7942484d-ba25-4760-ab2b-a2cf73ed5b76 req-5d76ee58-6a85-4072-95cd-35489d943370 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 Sep 15 18:13:57.186700 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-8f5d6352-28ee-4069-86db-7dec0fc04d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:57.189896 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-8f5d6352-28ee-4069-86db-7dec0fc04d72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.0519211 Sep 15 18:13:57.228064 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38427279-dcc1-4350-8acd-d61dafca6637 req-30ea16be-c4db-47e1-8964-3658febd616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:57.230034 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-38427279-dcc1-4350-8acd-d61dafca6637 req-30ea16be-c4db-47e1-8964-3658febd616c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 1096 time: 0.0597327 Sep 15 18:13:57.291830 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-5e380d75-b03a-4314-9555-1e67f341475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:57.293326 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-5e380d75-b03a-4314-9555-1e67f341475f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928981 Sep 15 18:13:57.371188 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38427279-dcc1-4350-8acd-d61dafca6637 req-e9c493e2-66fa-47ed-a68f-fffaa874f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:57.378319 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-38427279-dcc1-4350-8acd-d61dafca6637 req-e9c493e2-66fa-47ed-a68f-fffaa874f4a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 920 time: 0.1384501 Sep 15 18:13:57.379695 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['043dff11-5730-4cd7-8042-945a2974a1d5'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:13:57.403818 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-7c9d32b1-e348-4b57-9f2f-d9c274e86ff1 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:57.405944 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-7c9d32b1-e348-4b57-9f2f-d9c274e86ff1 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.41 "GET /v2.0/networks?id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 200 len: 811 time: 0.1506982 Sep 15 18:13:57.444584 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-38427279-dcc1-4350-8acd-d61dafca6637 req-da9eb5e2-da6e-42ec-9a3a-b560509272bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 HTTP/1.1" status: 200 len: 217 time: 0.0415969 Sep 15 18:13:57.528799 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc98a2-0eaa-494b-87c4-f9e4e03e70f1 req-3c864783-a496-4740-88e3-efef435c3be4 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:57.532472 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b6fc98a2-0eaa-494b-87c4-f9e4e03e70f1 req-3c864783-a496-4740-88e3-efef435c3be4 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.1750855 Sep 15 18:13:57.579404 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38427279-dcc1-4350-8acd-d61dafca6637 req-65d53a4c-42bc-4678-9ae8-beea0d1001aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:57.580920 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-38427279-dcc1-4350-8acd-d61dafca6637 req-65d53a4c-42bc-4678-9ae8-beea0d1001aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 200 len: 859 time: 0.1262565 Sep 15 18:13:57.631674 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-38427279-dcc1-4350-8acd-d61dafca6637 req-ed7dd581-8314-4276-aedc-19f1386d8888 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d019230-0c00-4c00-9bdb-dc9b282f71aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386791 Sep 15 18:13:57.643758 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b6fc98a2-0eaa-494b-87c4-f9e4e03e70f1 req-c3341c6d-03dc-4de4-9e2a-e002dfc0d159 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034100 Sep 15 18:13:57.742199 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-6b2b51e1-c440-4bd3-9fbd-467f4b4ccc35 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ffa1abd61147f0946559205e11ad76 HTTP/1.1" status: 200 len: 380 time: 0.3024290 Sep 15 18:13:57.748247 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-38ca0527-23f6-4b6a-8121-7abe68cae2ac service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401605 Sep 15 18:13:57.748677 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b54df2-672a-4cd5-8e7b-9aafc9eda5fa req-9746adad-bfe0-4bb5-b5bb-f33a1485ce45 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:57.750174 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-29b54df2-672a-4cd5-8e7b-9aafc9eda5fa req-9746adad-bfe0-4bb5-b5bb-f33a1485ce45 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 945 time: 0.1418915 Sep 15 18:13:57.754747 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'port': {'device_id': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'admin_state_up': True, 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'security_groups': ['c2596a8c-4624-4923-a1d2-08f7425b447f']}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:57.804061 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-38427279-dcc1-4350-8acd-d61dafca6637 req-367a657f-a399-4a10-bdaf-7153946770c9 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315949 Sep 15 18:13:57.807157 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-29b54df2-672a-4cd5-8e7b-9aafc9eda5fa req-884d89fd-8a3c-4f0b-a1d5-3af6f28c4de6 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500414 Sep 15 18:13:57.930085 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6ec8150b-008f-4519-aef0-8b8771770a1c req-bf4c4656-2392-4fae-b13e-e00d833dc888 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533341 Sep 15 18:13:57.938761 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Made reservation on behalf of a3ffa1abd61147f0946559205e11ad76 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:13:57.942827 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:57.975195 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-803a10f2-1acc-4549-b75e-9e52615666b5 req-1c9df446-acb1-4800-bb73-f3363656c6c3 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 210 time: 0.0471435 Sep 15 18:13:57.977119 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-38427279-dcc1-4350-8acd-d61dafca6637 req-5718c562-ceab-4229-9ffa-995b5d3b93c6 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654432 Sep 15 18:13:58.120763 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04560dc2-a06c-4786-926e-2854af8aa8c4 req-41e147f2-2ebd-4534-af0d-930a13d0a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:58.125602 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-04560dc2-a06c-4786-926e-2854af8aa8c4 req-41e147f2-2ebd-4534-af0d-930a13d0a6b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 1096 time: 0.1156132 Sep 15 18:13:58.147745 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Allocated IP 172.20.0.12 (80c13f2d-8f39-4316-81c3-bc5ae9f65f6a/dba29c0e-b144-4978-b5df-55ed14a91a74/8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:13:58.157064 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c137b89-20c9-46a6-a2c7-7b99ba0e618d req-cccfe18f-08c5-4442-af34-8f4e2fd15036 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:58.159135 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8c137b89-20c9-46a6-a2c7-7b99ba0e618d req-cccfe18f-08c5-4442-af34-8f4e2fd15036 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 944 time: 0.0875719 Sep 15 18:13:58.233041 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8c137b89-20c9-46a6-a2c7-7b99ba0e618d req-0733ad89-1089-4c20-a0a2-65fd60304f67 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580468 Sep 15 18:13:58.332303 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04560dc2-a06c-4786-926e-2854af8aa8c4 req-b1e75dc8-1364-4879-85a6-2ce9ec65defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:58.334055 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-04560dc2-a06c-4786-926e-2854af8aa8c4 req-b1e75dc8-1364-4879-85a6-2ce9ec65defd service neutron] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 918 time: 0.1755996 Sep 15 18:13:58.388583 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36408) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:58.412443 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-04560dc2-a06c-4786-926e-2854af8aa8c4 req-048add06-77cd-458a-8f74-9010022dba6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7 HTTP/1.1" status: 200 len: 217 time: 0.0549116 Sep 15 18:13:58.431169 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:58.479743 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04560dc2-a06c-4786-926e-2854af8aa8c4 req-3c47f947-d3b1-4a31-af8b-1093eefcb48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:58.481240 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-04560dc2-a06c-4786-926e-2854af8aa8c4 req-3c47f947-d3b1-4a31-af8b-1093eefcb48d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.0603714 Sep 15 18:13:58.521984 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbb00-7b34-46fb-b771-d3c0b487cf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:58.526108 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:58.577298 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04560dc2-a06c-4786-926e-2854af8aa8c4 req-7edef2da-80d1-4645-abc7-af82e1bd8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:58.579239 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-04560dc2-a06c-4786-926e-2854af8aa8c4 req-7edef2da-80d1-4645-abc7-af82e1bd8f54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900469 Sep 15 18:13:58.585110 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:13:58.589496 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:13:58.619896 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:13:58.629132 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:58.629713 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:58.654608 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'Port': ['ID=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:58.743582 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-04560dc2-a06c-4786-926e-2854af8aa8c4 req-3c80eeea-c0f1-4cb5-9573-b7e9c2ed0c8b service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552360 Sep 15 18:13:58.766437 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbb00-7b34-46fb-b771-d3c0b487cf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:58.780866 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbb00-7b34-46fb-b771-d3c0b487cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:58.799182 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-82ebf8d1-abe0-44c7-bb5c-31d4e3d66a95 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0497689 Sep 15 18:13:58.853647 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bbb00-7b34-46fb-b771-d3c0b487cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f4876c-1166-4092-8425-e9529cd8b932,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:58.854090 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Request body: {'port': {'device_id': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:13:58.884326 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-fb1bbb00-7b34-46fb-b771-d3c0b487cf42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbc41913d6384f9eb6c3184083bb8de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945176 Sep 15 18:13:58.886924 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36428) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:58.944739 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32306409-04ac-4b63-a662-c2deaebb87d9 req-76b5a0f5-4c79-428e-8873-d0b3f667ef15 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:58.946717 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-32306409-04ac-4b63-a662-c2deaebb87d9 req-76b5a0f5-4c79-428e-8873-d0b3f667ef15 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.1512339 Sep 15 18:13:59.012193 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-ea4557d4-e718-4583-be16-a3bd328255d0 None None] Provisioning complete for port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:59.012810 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ea4557d4-e718-4583-be16-a3bd328255d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.025336 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.041439 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-04560dc2-a06c-4786-926e-2854af8aa8c4 req-3fd1c3db-e899-4be6-9cde-c2df895794ec service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900610 Sep 15 18:13:59.053883 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-32306409-04ac-4b63-a662-c2deaebb87d9 req-a1e2b673-8ce7-4b9b-9749-53866502dd3e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971262 Sep 15 18:13:59.061191 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-ea4557d4-e718-4583-be16-a3bd328255d0 None None] Port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:13:59.066119 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb734-4bbf-4714-9ca8-bfde81dd562f req-70bda23e-5e04-4c5c-b11f-bc9181132095 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:59.067697 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-578fb734-4bbf-4714-9ca8-bfde81dd562f req-70bda23e-5e04-4c5c-b11f-bc9181132095 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 945 time: 0.1100338 Sep 15 18:13:59.068431 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1933b3af-a9d0-4a39-ad60-d308229ece1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.104130 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1933b3af-a9d0-4a39-ad60-d308229ece1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.143766 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 043dff11-5730-4cd7-8042-945a2974a1d5 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:59.156052 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-578fb734-4bbf-4714-9ca8-bfde81dd562f req-d38d8b04-ea63-4041-87e3-03c70d4d546a tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768852 Sep 15 18:13:59.198689 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82a699-e5fe-4bbc-af34-5f89992da5bb req-39420e50-4b08-4abc-85e0-bc2018a9a739 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:59.207987 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port 043dff11-5730-4cd7-8042-945a2974a1d5 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:13:59.209758 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0c82a699-e5fe-4bbc-af34-5f89992da5bb req-39420e50-4b08-4abc-85e0-bc2018a9a739 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 932 time: 0.0595634 Sep 15 18:13:59.215095 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port 043dff11-5730-4cd7-8042-945a2974a1d5 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:59.216581 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.216779 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1933b3af-a9d0-4a39-ad60-d308229ece1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.219393 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1933b3af-a9d0-4a39-ad60-d308229ece1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.220593 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-1933b3af-a9d0-4a39-ad60-d308229ece1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02f4876c-1166-4092-8425-e9529cd8b932 HTTP/1.1" status: 204 len: 168 time: 0.3321118 Sep 15 18:13:59.238841 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933b3af-a9d0-4a39-ad60-d308229ece1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f4876c-1166-4092-8425-e9529cd8b932,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:59.264853 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0c82a699-e5fe-4bbc-af34-5f89992da5bb req-2683621b-bcda-43cc-8e53-88afa1cdd17d tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548720 Sep 15 18:13:59.350997 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.368268 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:13:59.377648 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.382885 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed03b07-ea8f-4794-9b75-c3453d4c50a8 req-55ea8b7d-099d-41d3-9b05-fe02d47153b0 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:59.384307 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e03f85-1c5b-4847-9418-e44c74195cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043dff11-5730-4cd7-8042-945a2974a1d5'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:13:59.391646 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9ed03b07-ea8f-4794-9b75-c3453d4c50a8 req-55ea8b7d-099d-41d3-9b05-fe02d47153b0 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 944 time: 0.0646861 Sep 15 18:13:59.393322 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Transition to ACTIVE for port object 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:13:59.397776 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.444114 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9ed03b07-ea8f-4794-9b75-c3453d4c50a8 req-a9bf4fba-1305-44ff-a429-73ba3b7a6df9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513041 Sep 15 18:13:59.462711 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 043dff11-5730-4cd7-8042-945a2974a1d5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=043dff11-5730-4cd7-8042-945a2974a1d5,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:13:59.469643 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.470689 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:13:59.478562 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Pushing event updated for resources: {'Port': ['ID=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:59.483817 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Attempting to bind port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:13:59.484145 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Attempting to bind port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:13:59.484467 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Attempting to bind port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac on network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:59.491754 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac on network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:13:59.492066 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Attempting to bind port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac on network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:13:59.500420 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:13:59.501000 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Checking segment: {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:13:59.501448 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Bound using segment: {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:13:59.501899 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Bound port: 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:13:59.502257 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.645285 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] For port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:13:59.648965 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] For port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:13:59.659590 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.702874 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:59.703501 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.705300 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] 10.222.0.41 "PUT /v2.0/ports/8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac HTTP/1.1" status: 200 len: 1094 time: 0.8569324 Sep 15 18:13:59.705508 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'tag': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:13:59.708025 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd94b066-7e52-4430-b182-a2eb541c154a", "tag": "8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:13:59.755773 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7555108-469a-4047-b5e6-e2e1dde7a88a service neutron] Pushing event updated for resources: {'Port': ['ID=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:59.795690 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36460) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:13:59.804368 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c6710b-8284-4524-acac-f63cf78f3f1d" -d '{"events": [{"server_uuid": "35e03f85-1c5b-4847-9418-e44c74195cd4", "name": "network-vif-plugged", "status": "completed", "tag": "043dff11-5730-4cd7-8042-945a2974a1d5"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:13:59.814854 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69d124b-62ac-459b-91b9-4762b689267f x-openstack-request-id: req-b69d124b-62ac-459b-91b9-4762b689267f {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:13:59.815320 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd94b066-7e52-4430-b182-a2eb541c154a", "tag": "8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:13:59.816299 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b69d124b-62ac-459b-91b9-4762b689267f {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:13:59.816870 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'tag': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac', 'status': 'completed', 'code': 200} Sep 15 18:13:59.819896 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=043dff11-5730-4cd7-8042-945a2974a1d5,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:13:59.826353 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-94fbd73b-4809-46e5-97b8-86103de5640c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.833930 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-ecc5e368-bc7c-4ae0-81a0-41b744c5ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:13:59.844102 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-ecc5e368-bc7c-4ae0-81a0-41b744c5ad45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ffa1abd61147f0946559205e11ad76&device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 1097 time: 0.0895030 Sep 15 18:13:59.848815 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:13:59.863156 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:13:59.863898 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.954457 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-b812c23d-7814-4db5-9ca7-7fdf7ae9c629 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac HTTP/1.1" status: 200 len: 217 time: 0.1019776 Sep 15 18:13:59.960154 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-94fbd73b-4809-46e5-97b8-86103de5640c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:59.976807 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-94fbd73b-4809-46e5-97b8-86103de5640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:00.032279 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-94fbd73b-4809-46e5-97b8-86103de5640c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c7400c250634136a0b0413626026c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353187 Sep 15 18:14:00.040839 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36476) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:00.043380 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbd73b-4809-46e5-97b8-86103de5640c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a42c94-f43c-4e2c-9769-f95b35376420,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:00.066833 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:00.135061 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e,segment=NetworkSegment(735b2c4f-3b12-482f-a089-3728e410f12f),segment_id=735b2c4f-3b12-482f-a089-3728e410f12f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:00.141713 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:00.192100 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-3557d09b-5364-4141-a8ce-aa7ea07c5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:00.195856 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-3557d09b-5364-4141-a8ce-aa7ea07c5944 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dba29c0e-b144-4978-b5df-55ed14a91a74 HTTP/1.1" status: 200 len: 850 time: 0.2322912 Sep 15 18:14:00.226206 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:00.244086 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62e44e1c-270d-4b46-a668-d692abc95917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:00.266184 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e77eda9-286a-471b-bc53-15ea47287a41 x-openstack-request-id: req-8e77eda9-286a-471b-bc53-15ea47287a41 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:00.266465 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e03f85-1c5b-4847-9418-e44c74195cd4", "name": "network-vif-plugged", "status": "completed", "tag": "043dff11-5730-4cd7-8042-945a2974a1d5", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:00.266710 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e77eda9-286a-471b-bc53-15ea47287a41 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:00.267190 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e03f85-1c5b-4847-9418-e44c74195cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043dff11-5730-4cd7-8042-945a2974a1d5', 'code': 200} Sep 15 18:14:00.276150 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-df2e5b28-05ba-45a3-b743-4867bcf36d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:00.276938 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dc5a8-8706-47d3-a002-c2ece448c459 req-f046eab4-5328-4a78-b176-bff9e49a5d80 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:00.277836 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-df2e5b28-05ba-45a3-b743-4867bcf36d0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742455 Sep 15 18:14:00.279904 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-315dc5a8-8706-47d3-a002-c2ece448c459 req-f046eab4-5328-4a78-b176-bff9e49a5d80 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0852218 Sep 15 18:14:00.283857 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62e44e1c-270d-4b46-a668-d692abc95917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:00.325858 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-315dc5a8-8706-47d3-a002-c2ece448c459 req-3463175b-3eed-4a7c-be4c-45e90864ce1d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365288 Sep 15 18:14:00.450386 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57530b-be01-4355-b791-e93ef84c5dad req-572c319c-5d3c-44d1-9aaa-5d6da5ad1bec tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:00.451899 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4e57530b-be01-4355-b791-e93ef84c5dad req-572c319c-5d3c-44d1-9aaa-5d6da5ad1bec tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 946 time: 0.1068342 Sep 15 18:14:00.470146 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-893114e9-cf14-40af-a35e-b6a733fdb0ff service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752403 Sep 15 18:14:00.491445 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3d0d6-a0e3-4a2c-9737-8c6b8e2778fd req-7128c13e-414e-4cb6-b543-f73c1a56f0d0 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:00.492890 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6db3d0d6-a0e3-4a2c-9737-8c6b8e2778fd req-7128c13e-414e-4cb6-b543-f73c1a56f0d0 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 944 time: 0.0959489 Sep 15 18:14:00.517134 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4e57530b-be01-4355-b791-e93ef84c5dad req-9f3f8f6f-9705-4a2d-a56e-2eca297941ea tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593753 Sep 15 18:14:00.547584 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62e44e1c-270d-4b46-a668-d692abc95917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:00.547584 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-62e44e1c-270d-4b46-a668-d692abc95917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:00.547584 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-62e44e1c-270d-4b46-a668-d692abc95917 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1a42c94-f43c-4e2c-9769-f95b35376420 HTTP/1.1" status: 204 len: 168 time: 0.5024981 Sep 15 18:14:00.564645 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6db3d0d6-a0e3-4a2c-9737-8c6b8e2778fd req-8324558a-5798-4b1e-8ac9-1bcd5503510e tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594084 Sep 15 18:14:00.574221 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f95114-36d4-44a2-bff2-a5e91bd3755e req-595c4933-865c-4c9f-ab2f-d286a5640036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:00.577286 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-50f95114-36d4-44a2-bff2-a5e91bd3755e req-595c4933-865c-4c9f-ab2f-d286a5640036 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 1098 time: 0.1384437 Sep 15 18:14:00.606270 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e44e1c-270d-4b46-a668-d692abc95917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a42c94-f43c-4e2c-9769-f95b35376420,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:00.625585 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-50f95114-36d4-44a2-bff2-a5e91bd3755e req-67672f09-c74a-408a-b723-f9d1b459a261 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:00.664268 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-46789a2a-1906-41c1-ab35-ace1a2dd0f7e req-5535292d-64d0-4667-9a42-c6257d8a85b2 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778514 Sep 15 18:14:00.703878 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde0da5-8b18-4095-9abe-0caae9a408eb req-f1d075fc-78dd-4eec-97f1-ae9d49054b1d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:00.716812 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cdde0da5-8b18-4095-9abe-0caae9a408eb req-f1d075fc-78dd-4eec-97f1-ae9d49054b1d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0782471 Sep 15 18:14:00.772045 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-50f95114-36d4-44a2-bff2-a5e91bd3755e req-67672f09-c74a-408a-b723-f9d1b459a261 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:00.774471 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cdde0da5-8b18-4095-9abe-0caae9a408eb req-c8fbf1ee-bb09-4880-af38-f2fb3d2f44f0 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556881 Sep 15 18:14:00.789460 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-50f95114-36d4-44a2-bff2-a5e91bd3755e req-67672f09-c74a-408a-b723-f9d1b459a261 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:00.811656 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b req-1685dee3-b718-45fd-8b51-3f02a30514c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:00.813459 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b req-1685dee3-b718-45fd-8b51-3f02a30514c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ffa1abd61147f0946559205e11ad76&device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 1097 time: 0.0950365 Sep 15 18:14:00.838940 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-50f95114-36d4-44a2-bff2-a5e91bd3755e req-67672f09-c74a-408a-b723-f9d1b459a261 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338631 Sep 15 18:14:00.870699 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67672f09-c74a-408a-b723-f9d1b459a261 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=78b14b66-f616-49e3-9846-a6060cf607cd,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:00.941447 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b req-cab34043-0ff7-4f87-bc06-561bd4e51add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:00.942985 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b req-cab34043-0ff7-4f87-bc06-561bd4e51add service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 200 len: 912 time: 0.1162016 Sep 15 18:14:01.090407 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b req-42e068aa-00fe-47ea-baa6-a1491d44f944 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac HTTP/1.1" status: 200 len: 217 time: 0.0448139 Sep 15 18:14:01.147525 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device b357f3a4-34d5-4a65-8ca3-a1472da41de7 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:14:01.156718 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b req-e7742794-a1f8-432d-ae83-987e80778075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:01.158995 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b req-e7742794-a1f8-432d-ae83-987e80778075 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dba29c0e-b144-4978-b5df-55ed14a91a74 HTTP/1.1" status: 200 len: 850 time: 0.0604947 Sep 15 18:14:01.215128 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b req-f1dc2c9b-ff97-4f38-9157-8239d9968245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:01.217684 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b req-f1dc2c9b-ff97-4f38-9157-8239d9968245 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504351 Sep 15 18:14:01.359352 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:01.365203 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b req-f461cf96-e79b-445f-933b-0348959c3426 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368735 Sep 15 18:14:01.382210 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'port_id': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'mac_address': 'fa:16:3e:3b:41:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:14:01.447823 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:01.506938 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b357f3a4-34d5-4a65-8ca3-a1472da41de7 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:14:01.537970 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36554) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:01.546207 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:01.554813 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:01.555378 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:14:01.564547 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ad951-e175-463c-91ec-026223f61a4b req-7709b3fd-1496-4700-b209-893eac7c2b3a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:01.579600 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-751ad951-e175-463c-91ec-026223f61a4b req-7709b3fd-1496-4700-b209-893eac7c2b3a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.1226065 Sep 15 18:14:01.618079 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=b357f3a4-34d5-4a65-8ca3-a1472da41de7,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:01.649108 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2ae8d12-a6c2-40c2-9eff-b0ffd4371e2b req-9e7092b6-84a9-4b3d-9e45-105df46bfd0b service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749975 Sep 15 18:14:01.711899 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-751ad951-e175-463c-91ec-026223f61a4b req-65709c24-de69-4259-8be8-92b063ac7a87 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313465 Sep 15 18:14:01.723230 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36564) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:01.738571 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da2adc-7a92-461d-9187-028dd07d4a9f req-840f6cc6-b691-493d-bf05-4d6737cffb2b tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:01.747238 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-29da2adc-7a92-461d-9187-028dd07d4a9f req-840f6cc6-b691-493d-bf05-4d6737cffb2b tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 946 time: 0.0838966 Sep 15 18:14:01.766778 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:01.793016 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': '6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4', 'network_id': '8d019230-0c00-4c00-9bdb-dc9b282f71aa', 'port_id': '6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4', 'mac_address': 'fa:16:3e:69:d4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df44dd5b-d32a-430a-9a40-d7542a948003', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:14:01.795786 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-29da2adc-7a92-461d-9187-028dd07d4a9f req-e8b8b6c0-ac78-4ae6-a84a-4a70cf0ea9c2 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478044 Sep 15 18:14:01.802663 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-561914582-network', 'tenant_id': 'cc8e2002593c49c4b37c5bb7b797957d'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:01.840869 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:01.855432 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:14:01.867608 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42645981-7315-41ba-a2c3-e962f6bc5031 req-2c9ca2a8-1920-407d-bc5e-304839642c2e tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:01.874219 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-42645981-7315-41ba-a2c3-e962f6bc5031 req-2c9ca2a8-1920-407d-bc5e-304839642c2e tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 944 time: 0.0677619 Sep 15 18:14:01.878184 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Made reservation on behalf of cc8e2002593c49c4b37c5bb7b797957d for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:14:01.879384 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:01.880764 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:01.884754 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:01.924339 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:01.925924 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d094fb7c-f14c-415e-a38a-ee52e55c3bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:01.944002 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:01.958835 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-42645981-7315-41ba-a2c3-e962f6bc5031 req-514201e5-2458-4cd6-961a-44089e8bd36d tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835009 Sep 15 18:14:01.971671 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f73a38-f652-4b43-85b1-e72f1d8469a5 req-4e1e5ea3-d716-4688-8023-eed277e15bf2 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:01.973236 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c5f73a38-f652-4b43-85b1-e72f1d8469a5 req-4e1e5ea3-d716-4688-8023-eed277e15bf2 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0960684 Sep 15 18:14:02.012980 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c5f73a38-f652-4b43-85b1-e72f1d8469a5 req-572007d7-1581-4f65-84df-53d1f48c2c7c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Sep 15 18:14:02.033971 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d094fb7c-f14c-415e-a38a-ee52e55c3bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.040756 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d094fb7c-f14c-415e-a38a-ee52e55c3bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.077583 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094fb7c-f14c-415e-a38a-ee52e55c3bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cb536e-7751-470b-ac9d-17f6378abef9,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:02.081920 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-d094fb7c-f14c-415e-a38a-ee52e55c3bba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed50d4a7f50545008f8492e2fc155314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576102 Sep 15 18:14:02.084450 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36570) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:02.132327 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.136290 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.138707 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a9de2f7b-d740-48ff-951d-9383ef5374e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.140147 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['b357f3a4-34d5-4a65-8ca3-a1472da41de7'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:14:02.161690 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a9de2f7b-d740-48ff-951d-9383ef5374e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.166453 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:14:02.171400 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:14:02.194090 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ae0e39-811f-4a9e-8ecb-263255cdc572,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:02.204788 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.205124 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Added segment 32615855-7398-4140-ad9e-705f9292b52a of type vlan for network e23c7915-2529-4e98-ae47-ed9e649300c2 Sep 15 18:14:02.231975 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a9de2f7b-d740-48ff-951d-9383ef5374e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.234816 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a9de2f7b-d740-48ff-951d-9383ef5374e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.237606 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-a9de2f7b-d740-48ff-951d-9383ef5374e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60cb536e-7751-470b-ac9d-17f6378abef9 HTTP/1.1" status: 204 len: 168 time: 0.1508791 Sep 15 18:14:02.247067 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de2f7b-d740-48ff-951d-9383ef5374e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cb536e-7751-470b-ac9d-17f6378abef9,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:02.267023 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.268500 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb772318-8e21-4dcc-82f3-a2c571879100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd263be-4c7c-4b87-8eef-3b8d5c720d4e'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:14:02.270732 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc39345e-ee9f-4382-82e6-9fe825601ccc" -d '{"events": [{"server_uuid": "eb772318-8e21-4dcc-82f3-a2c571879100", "name": "network-vif-plugged", "status": "completed", "tag": "1dd263be-4c7c-4b87-8eef-3b8d5c720d4e"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:02.302210 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.303526 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:02.304658 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.321615 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc8010b-07d4-497e-ad58-0b5959dfffe4 x-openstack-request-id: req-2dc8010b-07d4-497e-ad58-0b5959dfffe4 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:02.321964 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb772318-8e21-4dcc-82f3-a2c571879100", "name": "network-vif-plugged", "status": "completed", "tag": "1dd263be-4c7c-4b87-8eef-3b8d5c720d4e", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:02.323198 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2dc8010b-07d4-497e-ad58-0b5959dfffe4 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:02.323198 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb772318-8e21-4dcc-82f3-a2c571879100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd263be-4c7c-4b87-8eef-3b8d5c720d4e', 'code': 200} Sep 15 18:14:02.339400 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7996473 Sep 15 18:14:02.342243 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36576) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:02.346871 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] Request body: {'subnet': {'network_id': 'e23c7915-2529-4e98-ae47-ed9e649300c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-561914582-subnet', 'tenant_id': 'cc8e2002593c49c4b37c5bb7b797957d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:02.384920 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e80733-26fa-4294-8f25-e8d5e08e299d admin admin] Pushing event updated for resources: {'Network': ['ID=e23c7915-2529-4e98-ae47-ed9e649300c2,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:02.402306 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network e23c7915-2529-4e98-ae47-ed9e649300c2 details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:14:02.407247 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] Made reservation on behalf of cc8e2002593c49c4b37c5bb7b797957d for: {'subnet': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:14:02.414169 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.615002 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b46bc-3bfd-46ec-b346-4b6d81858f76 req-7f670c18-97e4-4409-b2fb-31d679fada3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:02.618622 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c69b46bc-3bfd-46ec-b346-4b6d81858f76 req-7f670c18-97e4-4409-b2fb-31d679fada3a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 1099 time: 0.0643559 Sep 15 18:14:02.649749 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.660675 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c69b46bc-3bfd-46ec-b346-4b6d81858f76 req-b6c85da0-827b-4b64-aa7d-3e30c0889e09 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348451 Sep 15 18:14:02.664451 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36586) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:02.677266 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8120b928-983a-4105-9626-154839003d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.708518 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ed5e15-122a-41e6-9a2c-bd1c91c310ee,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:02.718553 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] Checking segment: {'id': '32615855-7398-4140-ad9e-705f9292b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e23c7915-2529-4e98-ae47-ed9e649300c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:14:02.718915 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] Network hostable DHCP agents. Network: e23c7915-2529-4e98-ae47-ed9e649300c2, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:14:02.737401 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] Network e23c7915-2529-4e98-ae47-ed9e649300c2 is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:14:02.749975 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, e23c7915-2529-4e98-ae47-ed9e649300c2) {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:14:02.754640 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:02.755417 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.761034 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0a93a1-f9e4-4bab-89b9-378fa3014cb3 None None] Network e23c7915-2529-4e98-ae47-ed9e649300c2 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:14:02.792563 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8120b928-983a-4105-9626-154839003d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.804517 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8120b928-983a-4105-9626-154839003d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.841513 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-23a32eeb-0e85-4d73-b25e-1ca1de597e1c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4903498 Sep 15 18:14:02.858140 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120b928-983a-4105-9626-154839003d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa862cc-1aa1-42a4-a358-82c46307dfa3,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:02.884322 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-8120b928-983a-4105-9626-154839003d53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52419f57787941a99829712e21d72d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188392 Sep 15 18:14:02.885075 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36600) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:02.954631 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7ba8-0fb8-4369-a838-f85da8745386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.978616 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0647df5-ed36-44d2-b008-24c3663fd3e6 None None] Network e23c7915-2529-4e98-ae47-ed9e649300c2 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:14:02.981959 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7ba8-0fb8-4369-a838-f85da8745386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:02.991134 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65d571-8827-433d-8cbc-74082251a716 req-1340dbb7-fda4-4051-8cea-49c14ddb0c63 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:02.992917 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3c65d571-8827-433d-8cbc-74082251a716 req-1340dbb7-fda4-4051-8cea-49c14ddb0c63 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 944 time: 0.1850886 Sep 15 18:14:03.045996 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeaed2-17a6-4719-af1b-7514f840d1ab req-840a96f9-e362-4602-897c-6e19572ba7c5 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:03.047683 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1ebeaed2-17a6-4719-af1b-7514f840d1ab req-840a96f9-e362-4602-897c-6e19572ba7c5 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 946 time: 0.1391425 Sep 15 18:14:03.054285 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7ba8-0fb8-4369-a838-f85da8745386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:03.056937 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7ba8-0fb8-4369-a838-f85da8745386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:03.060916 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-4dfa7ba8-0fb8-4369-a838-f85da8745386 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4aa862cc-1aa1-42a4-a358-82c46307dfa3 HTTP/1.1" status: 204 len: 168 time: 0.1723437 Sep 15 18:14:03.071693 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa7ba8-0fb8-4369-a838-f85da8745386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa862cc-1aa1-42a4-a358-82c46307dfa3,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:03.097381 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3c65d571-8827-433d-8cbc-74082251a716 req-37753945-74de-472f-99a3-362402f67661 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937288 Sep 15 18:14:03.132856 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1ebeaed2-17a6-4719-af1b-7514f840d1ab req-371a4a43-0e17-4b7a-b7ef-0744a79ce431 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728667 Sep 15 18:14:03.224308 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device b357f3a4-34d5-4a65-8ca3-a1472da41de7 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:14:03.310172 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port b357f3a4-34d5-4a65-8ca3-a1472da41de7 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:14:03.316341 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port b357f3a4-34d5-4a65-8ca3-a1472da41de7 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:14:03.316992 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:03.332634 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9e5b-575f-4a7c-93ee-09fed518cd62 req-50d24945-c916-4292-a305-455f90c776e8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:03.334141 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-740a9e5b-575f-4a7c-93ee-09fed518cd62 req-50d24945-c916-4292-a305-455f90c776e8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.1039956 Sep 15 18:14:03.343118 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657ccc0-c040-4c34-990e-ccf77e335cf0 req-81f6b7d4-7244-498d-9cae-ab9e86fe4cb3 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:03.350188 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3657ccc0-c040-4c34-990e-ccf77e335cf0 req-81f6b7d4-7244-498d-9cae-ab9e86fe4cb3 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 944 time: 0.1293848 Sep 15 18:14:03.408324 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3657ccc0-c040-4c34-990e-ccf77e335cf0 req-3fe4db3a-43b3-42e0-a424-1da927dcba1b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572712 Sep 15 18:14:03.411386 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-740a9e5b-575f-4a7c-93ee-09fed518cd62 req-229153b3-1f86-426e-9ff9-26beaa3086ee tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586905 Sep 15 18:14:03.451133 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:03.494971 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:03.505272 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:03.506218 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:14:03.589349 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=b357f3a4-34d5-4a65-8ca3-a1472da41de7,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:03.604134 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:14:03.608440 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:14:03.609020 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:03.702013 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36640) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:03.727843 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:03.827130 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:03.834232 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:03.868105 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36652) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:03.875504 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-914117956-network', 'tenant_id': 'c9bd0c95c5334bf884c9c7cb8f95891d'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:03.935028 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:03.936653 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc78c8-295f-46a3-ac77-e2fa087a772c req-151020fa-f3ca-46fb-b7f0-d66c1a62d64f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:03.946625 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cdbc78c8-295f-46a3-ac77-e2fa087a772c req-151020fa-f3ca-46fb-b7f0-d66c1a62d64f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.1018353 Sep 15 18:14:03.963613 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f53dd-a712-4c94-85d7-92354b4b2b59 req-79d9fd53-a3cc-4b19-b13b-5a6207c1a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:03.965492 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-240f53dd-a712-4c94-85d7-92354b4b2b59 req-79d9fd53-a3cc-4b19-b13b-5a6207c1a2a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0938008 Sep 15 18:14:03.966671 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Made reservation on behalf of c9bd0c95c5334bf884c9c7cb8f95891d for: {'network': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:14:03.969389 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:03.986596 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.007211 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cdbc78c8-295f-46a3-ac77-e2fa087a772c req-fcddeea5-c1b7-44c7-bbe4-03b28fcca0b4 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528882 Sep 15 18:14:04.031765 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-60526fa3-0c13-48cb-b98a-37e9981d262e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.145872 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-60526fa3-0c13-48cb-b98a-37e9981d262e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.152581 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-60526fa3-0c13-48cb-b98a-37e9981d262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.200543 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-60526fa3-0c13-48cb-b98a-37e9981d262e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36ca0142557f4bdcade2a576d83d3777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942596 Sep 15 18:14:04.202565 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36664) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:04.203513 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60526fa3-0c13-48cb-b98a-37e9981d262e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64581554-672c-44ea-88c7-f3e30fc8a4e6,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:04.316747 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582b365-84ad-46ac-8270-d37077c2dd8d req-7ba07d0d-10e0-4718-a50a-fe50537ec953 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:04.318273 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9582b365-84ad-46ac-8270-d37077c2dd8d req-7ba07d0d-10e0-4718-a50a-fe50537ec953 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0833969 Sep 15 18:14:04.324028 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7'}, {'server_uuid': '54892216-59f2-4d61-83f5-a5de91e70e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:14:04.326399 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe0c7b8-395d-43b0-a1cf-fb19e5bce818" -d '{"events": [{"server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "name": "network-vif-plugged", "status": "completed", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7"}, {"server_uuid": "54892216-59f2-4d61-83f5-a5de91e70e12", "name": "network-vif-plugged", "status": "completed", "tag": "6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:04.341649 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f53dd-a712-4c94-85d7-92354b4b2b59 req-8fa19f3b-8e7f-4c17-b159-27bbc60520f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:04.343000 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef736333-b265-4091-abd7-8cf38a1c1d09 req-e724860d-ec11-4281-b84a-57be1b3af055 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:04.343386 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-240f53dd-a712-4c94-85d7-92354b4b2b59 req-8fa19f3b-8e7f-4c17-b159-27bbc60520f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 920 time: 0.3654463 Sep 15 18:14:04.344500 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ef736333-b265-4091-abd7-8cf38a1c1d09 req-e724860d-ec11-4281-b84a-57be1b3af055 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 946 time: 0.0975525 Sep 15 18:14:04.362067 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-565f-4b07-a07a-e804334171aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.385894 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9582b365-84ad-46ac-8270-d37077c2dd8d req-718c7a07-4d13-4a98-bf6d-1b05cf47721a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582922 Sep 15 18:14:04.399203 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-240f53dd-a712-4c94-85d7-92354b4b2b59 req-0129efed-15ea-4983-9cea-9941e56cc5af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=043dff11-5730-4cd7-8042-945a2974a1d5 HTTP/1.1" status: 200 len: 217 time: 0.0472612 Sep 15 18:14:04.404266 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ef736333-b265-4091-abd7-8cf38a1c1d09 req-c4d3a144-baf3-42be-8096-0e7cbcbf8012 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493839 Sep 15 18:14:04.451789 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-565f-4b07-a07a-e804334171aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.463774 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 18:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3825d2-6d06-4139-a297-4961e92cec1f x-openstack-request-id: req-8b3825d2-6d06-4139-a297-4961e92cec1f {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:04.464071 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "name": "network-vif-plugged", "status": "completed", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7", "code": 200}, {"server_uuid": "54892216-59f2-4d61-83f5-a5de91e70e12", "name": "network-vif-plugged", "status": "completed", "tag": "6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:04.464322 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b3825d2-6d06-4139-a297-4961e92cec1f {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:04.464714 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'code': 200} Sep 15 18:14:04.465125 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54892216-59f2-4d61-83f5-a5de91e70e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4', 'code': 200} Sep 15 18:14:04.471294 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.481625 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.534856 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:14:04.548906 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f53dd-a712-4c94-85d7-92354b4b2b59 req-a81b6549-6c5c-4d20-b796-db67be6177fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:04.550413 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-240f53dd-a712-4c94-85d7-92354b4b2b59 req-a81b6549-6c5c-4d20-b796-db67be6177fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 200 len: 859 time: 0.1446769 Sep 15 18:14:04.559384 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771d0769-aa55-4244-ae7b-e30af2e9a652,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:04.564642 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746267784340', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.565536 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Unsubscribe: segment precommit_create {{(pid=94151) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 18:14:04.566225 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.segments_db [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Added segment af6bcb63-2f82-41ef-861e-66db878635b9 of type vlan for network 4218adbf-86fe-4722-800b-62adcfa65adc Sep 15 18:14:04.612976 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50661db-502d-4a0a-9fbf-a9d5374b2db0 req-30611484-c5dd-4fd6-ae10-9d57b91d82d3 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:04.618381 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-240f53dd-a712-4c94-85d7-92354b4b2b59 req-0b45116a-c5e6-4b8c-bc51-44c53865dd28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d019230-0c00-4c00-9bdb-dc9b282f71aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557997 Sep 15 18:14:04.632715 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d50661db-502d-4a0a-9fbf-a9d5374b2db0 req-30611484-c5dd-4fd6-ae10-9d57b91d82d3 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 944 time: 0.1087732 Sep 15 18:14:04.661279 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-565f-4b07-a07a-e804334171aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.665588 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-565f-4b07-a07a-e804334171aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.666567 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-ba206681-565f-4b07-a07a-e804334171aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64581554-672c-44ea-88c7-f3e30fc8a4e6 HTTP/1.1" status: 204 len: 168 time: 0.4624126 Sep 15 18:14:04.695841 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d50661db-502d-4a0a-9fbf-a9d5374b2db0 req-dd93e764-32d7-4d9a-b290-345ad7d8028a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594170 Sep 15 18:14:04.719199 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.792764 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba206681-565f-4b07-a07a-e804334171aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64581554-672c-44ea-88c7-f3e30fc8a4e6,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:04.803915 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bec33-61a9-4c7f-8717-579faf1865f9 req-61bdd6c8-bdee-4fa4-bf3b-d69a1db60946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:04.806421 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-152bec33-61a9-4c7f-8717-579faf1865f9 req-61bdd6c8-bdee-4fa4-bf3b-d69a1db60946 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 1098 time: 0.0952795 Sep 15 18:14:04.825542 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.894272 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.895448 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:04.896070 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:04.935452 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-152bec33-61a9-4c7f-8717-579faf1865f9 req-7d5fb127-afc5-4bc8-8e84-bd4ca8fa7e1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210415 Sep 15 18:14:04.954925 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cb0f5-265b-4469-9b40-c8ff2b221a46 req-723a8c18-22dd-44e7-83b6-7b8eac8c7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:04.956528 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-647cb0f5-265b-4469-9b40-c8ff2b221a46 req-723a8c18-22dd-44e7-83b6-7b8eac8c7aeb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 1098 time: 0.2504301 Sep 15 18:14:04.967484 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0972352 Sep 15 18:14:04.970940 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36696) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:04.974912 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-240f53dd-a712-4c94-85d7-92354b4b2b59 req-3f27e860-c304-48d7-885a-ffe5d00fb849 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298185 Sep 15 18:14:04.978937 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] Request body: {'subnet': {'network_id': '4218adbf-86fe-4722-800b-62adcfa65adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-914117956-subnet', 'tenant_id': 'c9bd0c95c5334bf884c9c7cb8f95891d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:05.033210 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] Made reservation on behalf of c9bd0c95c5334bf884c9c7cb8f95891d for: {'subnet': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:14:05.036234 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.105374 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c9f91-db3b-4f52-a68c-b6b958a7a197 admin admin] Pushing event updated for resources: {'Network': ['ID=4218adbf-86fe-4722-800b-62adcfa65adc,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:05.120252 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 4218adbf-86fe-4722-800b-62adcfa65adc details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:14:05.189198 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:14:05.240254 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8959-d09a-41ca-920a-55d531c5b597 req-7ce63224-8c27-4618-84ce-fd977c94d79f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:05.248666 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d0dd8959-d09a-41ca-920a-55d531c5b597 req-7ce63224-8c27-4618-84ce-fd977c94d79f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0972042 Sep 15 18:14:05.284305 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-647cb0f5-265b-4469-9b40-c8ff2b221a46 req-ca3f99e7-be0c-4dac-a913-f57209459376 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337595 Sep 15 18:14:05.306868 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d0dd8959-d09a-41ca-920a-55d531c5b597 req-b320c88b-f7ab-4ae4-902e-f6e85a801766 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570030 Sep 15 18:14:05.416066 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-240f53dd-a712-4c94-85d7-92354b4b2b59 req-ed56ba81-3043-423b-bf1b-0143a5ee581b service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775555 Sep 15 18:14:05.423626 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36712) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:05.440203 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e1afae50-aca7-45bf-96a3-5532e647c822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.470584 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:05.502471 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'port_id': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac', 'mac_address': 'fa:16:3e:94:3d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:14:05.512053 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.574498 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.599136 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:14:05.611267 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea61e27-e084-4206-a13f-c0023be4c322,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:05.619953 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e1afae50-aca7-45bf-96a3-5532e647c822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.623645 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] Checking segment: {'id': 'af6bcb63-2f82-41ef-861e-66db878635b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4218adbf-86fe-4722-800b-62adcfa65adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:14:05.624019 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] Network hostable DHCP agents. Network: 4218adbf-86fe-4722-800b-62adcfa65adc, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:14:05.626456 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e1afae50-aca7-45bf-96a3-5532e647c822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.630583 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:05.636277 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.643407 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428687a-0b57-45d4-bf81-395e762745d9 req-36a6d80b-e433-40a5-9f69-1ae27fc6078f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:05.644935 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6428687a-0b57-45d4-bf81-395e762745d9 req-36a6d80b-e433-40a5-9f69-1ae27fc6078f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0764670 Sep 15 18:14:05.674475 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] Network 4218adbf-86fe-4722-800b-62adcfa65adc is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:14:05.686971 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 4218adbf-86fe-4722-800b-62adcfa65adc) {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:14:05.694761 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afae50-aca7-45bf-96a3-5532e647c822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2477615c-ac44-4e72-a8f9-6b8f9d923faf,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:05.697124 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:05.697741 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.707460 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6428687a-0b57-45d4-bf81-395e762745d9 req-c1335eee-8245-422f-a090-ab2731ae8b23 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548897 Sep 15 18:14:05.716673 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991e468c-948c-42cd-a301-bc9b08bf05e9 None None] Network 4218adbf-86fe-4722-800b-62adcfa65adc requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:14:05.719169 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36728) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:05.721062 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e1afae50-aca7-45bf-96a3-5532e647c822 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e0a271924864b56b71d692871b02a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962306 Sep 15 18:14:05.726975 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-d7013c09-9441-48bd-bfbc-c61964eeb933 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7530434 Sep 15 18:14:05.742805 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:05.779154 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ccf18bd0-1c64-4d37-ae85-52e4ace90764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.829990 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ccf18bd0-1c64-4d37-ae85-52e4ace90764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.876871 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b8e0-f816-4a28-984c-ea148455eef0 req-968e795e-2946-4408-b32c-26873816c265 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:05.878519 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b973b8e0-f816-4a28-984c-ea148455eef0 req-968e795e-2946-4408-b32c-26873816c265 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 945 time: 0.0950315 Sep 15 18:14:05.895178 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65a0655-cc70-4705-9a13-3d341f3ca6dd None None] Network 4218adbf-86fe-4722-800b-62adcfa65adc requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:14:05.912206 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ccf18bd0-1c64-4d37-ae85-52e4ace90764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.914621 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ccf18bd0-1c64-4d37-ae85-52e4ace90764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:05.918327 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ccf18bd0-1c64-4d37-ae85-52e4ace90764 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2477615c-ac44-4e72-a8f9-6b8f9d923faf HTTP/1.1" status: 204 len: 168 time: 0.1981392 Sep 15 18:14:05.937916 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf18bd0-1c64-4d37-ae85-52e4ace90764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2477615c-ac44-4e72-a8f9-6b8f9d923faf,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:05.953579 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b973b8e0-f816-4a28-984c-ea148455eef0 req-423f30b2-9d65-42d9-b1c2-bdacb827a5ce tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486739 Sep 15 18:14:06.316426 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36754) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:06.330025 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6363034d-034a-4bd1-9869-a2ea9c0dcbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:06.474878 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6363034d-034a-4bd1-9869-a2ea9c0dcbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:06.483795 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70c49b-d103-4b37-830c-c5ee64794c4c req-0b6bb348-aa5f-42a5-90e2-e5eadcaf0595 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:06.485261 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7b70c49b-d103-4b37-830c-c5ee64794c4c req-0b6bb348-aa5f-42a5-90e2-e5eadcaf0595 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0796046 Sep 15 18:14:06.486352 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6363034d-034a-4bd1-9869-a2ea9c0dcbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:06.539077 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-6363034d-034a-4bd1-9869-a2ea9c0dcbc3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50bc036be7de4e9fb3d320ef6abcb197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216275 Sep 15 18:14:06.540935 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363034d-034a-4bd1-9869-a2ea9c0dcbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b1518e-458a-46ab-ad72-790f13b08ee3,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:06.541899 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36764) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:06.556641 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7b70c49b-d103-4b37-830c-c5ee64794c4c req-e1e1417d-da17-48d2-bde4-8bb2fb4e65b2 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596478 Sep 15 18:14:06.607378 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ba50c23e-a346-4397-98ab-be59d14c7dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:06.629622 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ba50c23e-a346-4397-98ab-be59d14c7dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:06.675539 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ba50c23e-a346-4397-98ab-be59d14c7dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:06.678101 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ba50c23e-a346-4397-98ab-be59d14c7dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:06.679423 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-ba50c23e-a346-4397-98ab-be59d14c7dd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59b1518e-458a-46ab-ad72-790f13b08ee3 HTTP/1.1" status: 204 len: 168 time: 0.1346874 Sep 15 18:14:06.688146 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50c23e-a346-4397-98ab-be59d14c7dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b1518e-458a-46ab-ad72-790f13b08ee3,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:06.853177 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4cd3e-1996-4db5-9e2a-12af195546f1 req-a36f7512-f6d0-4dbd-bbc8-cac978ffaf7e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:06.854766 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-67c4cd3e-1996-4db5-9e2a-12af195546f1 req-a36f7512-f6d0-4dbd-bbc8-cac978ffaf7e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0522437 Sep 15 18:14:06.893992 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-67c4cd3e-1996-4db5-9e2a-12af195546f1 req-2c4de450-4913-4882-aeb5-66e474ddad40 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308092 Sep 15 18:14:07.232013 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eab53-8ce3-4ba2-ba5c-4e534f3614c3 req-9d3adabf-98d4-43fa-81e6-61af26fb2436 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:07.233667 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-848eab53-8ce3-4ba2-ba5c-4e534f3614c3 req-9d3adabf-98d4-43fa-81e6-61af26fb2436 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 945 time: 0.2136784 Sep 15 18:14:07.278769 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-848eab53-8ce3-4ba2-ba5c-4e534f3614c3 req-8de08f29-83a8-48c0-8fbb-9129b3009f09 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386236 Sep 15 18:14:07.686867 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694b8f3-9236-401e-936c-ca0f2137de68 req-15de27ba-f874-4226-9974-40df11f62397 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:07.687911 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7694b8f3-9236-401e-936c-ca0f2137de68 req-15de27ba-f874-4226-9974-40df11f62397 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0486879 Sep 15 18:14:07.724867 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7694b8f3-9236-401e-936c-ca0f2137de68 req-1f1db950-6965-46e3-9307-783f041c5695 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306313 Sep 15 18:14:08.011701 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184dc87-a38e-4bde-9e4c-250d91188834 req-37abeda7-f791-4716-b52a-2412238e4970 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:08.017594 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6184dc87-a38e-4bde-9e4c-250d91188834 req-37abeda7-f791-4716-b52a-2412238e4970 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0491302 Sep 15 18:14:08.051717 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6184dc87-a38e-4bde-9e4c-250d91188834 req-6907c40a-2309-4721-9b0a-9b435dabf7c4 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Sep 15 18:14:08.332616 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36858) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:08.391013 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89802e67-ac79-4cab-be32-9dea2484b3d5 req-63b7d07a-b251-404f-85d7-9ba658ede3f8 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:08.392465 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-89802e67-ac79-4cab-be32-9dea2484b3d5 req-63b7d07a-b251-404f-85d7-9ba658ede3f8 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 945 time: 0.0508111 Sep 15 18:14:08.429748 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-89802e67-ac79-4cab-be32-9dea2484b3d5 req-6afac548-76db-40c6-9a57-b2334cbfffff tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312052 Sep 15 18:14:08.437146 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fbe69621-eec4-4ee6-b5d6-8626c3ff6ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:08.528630 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fbe69621-eec4-4ee6-b5d6-8626c3ff6ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:08.533673 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fbe69621-eec4-4ee6-b5d6-8626c3ff6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:08.576378 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-fbe69621-eec4-4ee6-b5d6-8626c3ff6ceb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59cb36fdd3524efdbca966cd19dbaf2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426856 Sep 15 18:14:08.577226 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe69621-eec4-4ee6-b5d6-8626c3ff6ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9441b9-52f1-48fc-b1c5-cfeb0845c2ed,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:08.579486 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36868) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:08.637776 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f79ecdb8-d652-41d2-b568-be2eb3500918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:08.668668 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f79ecdb8-d652-41d2-b568-be2eb3500918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:08.713901 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:14:08.725515 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f79ecdb8-d652-41d2-b568-be2eb3500918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:08.728130 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f79ecdb8-d652-41d2-b568-be2eb3500918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:08.729248 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-f79ecdb8-d652-41d2-b568-be2eb3500918 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d9441b9-52f1-48fc-b1c5-cfeb0845c2ed HTTP/1.1" status: 204 len: 168 time: 0.1481202 Sep 15 18:14:08.737261 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ecdb8-d652-41d2-b568-be2eb3500918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9441b9-52f1-48fc-b1c5-cfeb0845c2ed,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:08.786940 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dd089c25-50b9-4dec-a5e3-3dc06c50beef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:08.858946 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7915af1-114a-4dcd-8109-0261087365e4 req-e2e62e20-e887-4257-8298-22911a4180c6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:08.860814 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e7915af1-114a-4dcd-8109-0261087365e4 req-e2e62e20-e887-4257-8298-22911a4180c6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0538566 Sep 15 18:14:08.912531 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e7915af1-114a-4dcd-8109-0261087365e4 req-18d519d3-6b6a-486d-96c1-a4df6adf21aa tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458572 Sep 15 18:14:09.055549 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 36882) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:09.068311 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bbb280d8-3ac9-45eb-bddf-2bdff425882c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:09.195370 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d565a-f810-4ae9-b9b4-5f27cc6f51fc req-932f14f8-d8be-4a7d-b982-afe3cc15b60f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:09.196868 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-821d565a-f810-4ae9-b9b4-5f27cc6f51fc req-932f14f8-d8be-4a7d-b982-afe3cc15b60f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0715678 Sep 15 18:14:09.198674 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bbb280d8-3ac9-45eb-bddf-2bdff425882c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:09.203397 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bbb280d8-3ac9-45eb-bddf-2bdff425882c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:09.257625 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-bbb280d8-3ac9-45eb-bddf-2bdff425882c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=958f601dcda9476697acd3b0243d4a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010143 Sep 15 18:14:09.260412 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36886) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:09.263568 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb280d8-3ac9-45eb-bddf-2bdff425882c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f99ebf-156a-4897-9069-4cf2364e44ce,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:09.272631 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-821d565a-f810-4ae9-b9b4-5f27cc6f51fc req-87189b14-abef-4b94-b198-cfbd9b4ef60f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667400 Sep 15 18:14:09.310144 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2b49d3f8-2155-4a59-b880-d6dfcff38c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:09.330510 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2b49d3f8-2155-4a59-b880-d6dfcff38c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:09.374207 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2b49d3f8-2155-4a59-b880-d6dfcff38c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:09.376675 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2b49d3f8-2155-4a59-b880-d6dfcff38c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:09.377822 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-2b49d3f8-2155-4a59-b880-d6dfcff38c1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55f99ebf-156a-4897-9069-4cf2364e44ce HTTP/1.1" status: 204 len: 168 time: 0.1163669 Sep 15 18:14:09.385060 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49d3f8-2155-4a59-b880-d6dfcff38c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f99ebf-156a-4897-9069-4cf2364e44ce,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:09.547632 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269e326-61d2-407e-9bea-461e3d7a1e9b req-156dbe6e-e9a4-479a-9509-a8f5d4c55724 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:09.549103 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a269e326-61d2-407e-9bea-461e3d7a1e9b req-156dbe6e-e9a4-479a-9509-a8f5d4c55724 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 945 time: 0.0525820 Sep 15 18:14:09.591422 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a269e326-61d2-407e-9bea-461e3d7a1e9b req-31a159ee-dc24-4df6-843c-f0f289da350d tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362234 Sep 15 18:14:10.061322 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064d94e-94cd-4e16-b755-818f1ea4c1d4 req-1d51dc54-b668-44bb-a395-4e97c50edc3a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:10.069373 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7064d94e-94cd-4e16-b755-818f1ea4c1d4 req-1d51dc54-b668-44bb-a395-4e97c50edc3a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0692568 Sep 15 18:14:10.113697 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7064d94e-94cd-4e16-b755-818f1ea4c1d4 req-a97048c0-3796-47b0-b63c-b97f3ef4499f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432737 Sep 15 18:14:10.401850 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd21bd-392f-4451-b73c-9cb7fcd46bb1 req-28c40c5c-2e80-4057-a17e-6fd01b14d964 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:10.403938 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-64dd21bd-392f-4451-b73c-9cb7fcd46bb1 req-28c40c5c-2e80-4057-a17e-6fd01b14d964 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0554156 Sep 15 18:14:10.446298 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-64dd21bd-392f-4451-b73c-9cb7fcd46bb1 req-0393ec66-f975-4004-b4c2-9b2196577410 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360134 Sep 15 18:14:10.463988 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36952) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:10.659377 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-443efe61-402d-4bc5-95ce-a8bf8f8e1446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:10.709034 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6e48-2e4b-4304-8514-8e5904e63522 req-18fbb599-0597-4290-a99b-41dbfe6d26bf tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:10.710649 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d1fa6e48-2e4b-4304-8514-8e5904e63522 req-18fbb599-0597-4290-a99b-41dbfe6d26bf tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 945 time: 0.0526469 Sep 15 18:14:10.754068 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d1fa6e48-2e4b-4304-8514-8e5904e63522 req-0c91b998-72bf-4887-94fe-3c5776e03881 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370266 Sep 15 18:14:10.774501 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-443efe61-402d-4bc5-95ce-a8bf8f8e1446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:10.778486 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-443efe61-402d-4bc5-95ce-a8bf8f8e1446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:10.818339 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443efe61-402d-4bc5-95ce-a8bf8f8e1446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a380cd7b-fb73-45e6-a6d0-bcf4a0d348c2,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:10.830337 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-443efe61-402d-4bc5-95ce-a8bf8f8e1446 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2734f4295ac146a0a84d252c8ca70fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618162 Sep 15 18:14:10.830337 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36968) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:10.889063 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-52282849-1ed8-4973-9708-37af47df9b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:10.910536 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-52282849-1ed8-4973-9708-37af47df9b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:10.959999 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-52282849-1ed8-4973-9708-37af47df9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:10.962748 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-52282849-1ed8-4973-9708-37af47df9b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:10.963894 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-52282849-1ed8-4973-9708-37af47df9b5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a380cd7b-fb73-45e6-a6d0-bcf4a0d348c2 HTTP/1.1" status: 204 len: 168 time: 0.1328688 Sep 15 18:14:10.971830 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52282849-1ed8-4973-9708-37af47df9b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a380cd7b-fb73-45e6-a6d0-bcf4a0d348c2,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:11.231323 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f324871-2053-4fe9-b8db-b455e0170b87 req-91a6d8aa-4665-4d85-86c3-22ef20aa9eee tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:11.232918 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1f324871-2053-4fe9-b8db-b455e0170b87 req-91a6d8aa-4665-4d85-86c3-22ef20aa9eee tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0523424 Sep 15 18:14:11.260763 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36992) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:11.275808 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1f324871-2053-4fe9-b8db-b455e0170b87 req-1bae1646-e21e-4cd4-899c-f2d0cef3bd25 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363359 Sep 15 18:14:11.277541 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-23ed6ec2-883b-4c2b-88d0-805b830e9855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:11.364750 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-23ed6ec2-883b-4c2b-88d0-805b830e9855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:11.368436 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-23ed6ec2-883b-4c2b-88d0-805b830e9855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:11.406480 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed6ec2-883b-4c2b-88d0-805b830e9855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f28a2e-1b2d-43ce-9e3a-5f9220a71128,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:11.410844 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-23ed6ec2-883b-4c2b-88d0-805b830e9855 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8d66639086e4abfa268be30a65d7a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487181 Sep 15 18:14:11.413514 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 36994) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:11.438875 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-21b8e32d-b9b3-438e-8779-516f5c4d3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:11.459259 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:11.471648 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-35b3d8c5-1e1c-454e-9040-f6284101b843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:11.493018 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-35b3d8c5-1e1c-454e-9040-f6284101b843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:11.541253 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-35b3d8c5-1e1c-454e-9040-f6284101b843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:11.544286 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-35b3d8c5-1e1c-454e-9040-f6284101b843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:11.545416 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-35b3d8c5-1e1c-454e-9040-f6284101b843 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8f28a2e-1b2d-43ce-9e3a-5f9220a71128 HTTP/1.1" status: 204 len: 168 time: 0.1307638 Sep 15 18:14:11.553319 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3d8c5-1e1c-454e-9040-f6284101b843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f28a2e-1b2d-43ce-9e3a-5f9220a71128,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:11.578832 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54c0ff-52b9-4813-a65c-9a38071e61af req-956ab8e5-75f9-43a5-a3e7-315eeedffa09 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:11.581997 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2d54c0ff-52b9-4813-a65c-9a38071e61af req-956ab8e5-75f9-43a5-a3e7-315eeedffa09 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0663638 Sep 15 18:14:11.620036 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2d54c0ff-52b9-4813-a65c-9a38071e61af req-90591e1b-5d85-4a9f-8e03-e95e43da9cf8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331993 Sep 15 18:14:11.868486 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d11a1-92c3-424a-958c-89a64ac2e640 req-b594b965-e32a-4148-8f5b-f2beef7354a5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:11.870222 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-da6d11a1-92c3-424a-958c-89a64ac2e640 req-b594b965-e32a-4148-8f5b-f2beef7354a5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 945 time: 0.0511532 Sep 15 18:14:11.922559 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-da6d11a1-92c3-424a-958c-89a64ac2e640 req-e5c5cc43-758e-489d-b6e6-ebfd9920757c tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363512 Sep 15 18:14:12.395786 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8def9-0ac0-4109-bac8-d9c8a0a43eda req-582d3424-80d0-4872-985f-86177b276385 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:12.397142 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d2d8def9-0ac0-4109-bac8-d9c8a0a43eda req-582d3424-80d0-4872-985f-86177b276385 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0489566 Sep 15 18:14:12.436737 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d2d8def9-0ac0-4109-bac8-d9c8a0a43eda req-47522006-d50a-40db-ba4b-7d6cef39cca1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Sep 15 18:14:12.463976 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:12.763083 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe98e2-43ac-44e3-ad67-122e94f69bbf req-2322193c-cae9-48bc-bd39-677d242f0508 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:12.764829 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ccbe98e2-43ac-44e3-ad67-122e94f69bbf req-2322193c-cae9-48bc-bd39-677d242f0508 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0706096 Sep 15 18:14:12.821358 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ccbe98e2-43ac-44e3-ad67-122e94f69bbf req-34044a63-bb60-4eca-824e-adf5c370194a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492771 Sep 15 18:14:12.938515 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edf6c2-7143-45ac-9979-94c1b3d9977c req-fe2fc01f-03c7-46df-ab43-7ae19c02990e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:12.941184 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-99edf6c2-7143-45ac-9979-94c1b3d9977c req-fe2fc01f-03c7-46df-ab43-7ae19c02990e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0481815 Sep 15 18:14:12.949111 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37056) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:12.954371 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-8a970e73-dc6e-40be-882a-10825af93517 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'floatingip': {'port_id': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:13.038018 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8a970e73-dc6e-40be-882a-10825af93517 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:13.182136 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:14:13.229611 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcd5f9-40f0-4c9d-92e3-fc2700e07423 req-df8356a8-c499-498d-98b7-3342bb14ec9e tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:13.231461 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-63fcd5f9-40f0-4c9d-92e3-fc2700e07423 req-df8356a8-c499-498d-98b7-3342bb14ec9e tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 945 time: 0.1490862 Sep 15 18:14:13.239302 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:14:13.243772 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:14:13.246051 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:13.329751 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-63fcd5f9-40f0-4c9d-92e3-fc2700e07423 req-8e382fa2-d706-4137-b1f7-ea4e51df7e61 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863721 Sep 15 18:14:13.504058 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:13.531586 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:14:13.534085 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af27f98-6a44-494e-ba7f-debc1e608eda" -d '{"events": [{"server_uuid": "dd94b066-7e52-4430-b182-a2eb541c154a", "name": "network-vif-plugged", "status": "completed", "tag": "8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:13.551755 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:13.566881 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:13.595960 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90210808-39a9-4f98-a5b0-b5e1b8c258f2 x-openstack-request-id: req-90210808-39a9-4f98-a5b0-b5e1b8c258f2 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:13.596271 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd94b066-7e52-4430-b182-a2eb541c154a", "name": "network-vif-plugged", "status": "completed", "tag": "8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:13.596679 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90210808-39a9-4f98-a5b0-b5e1b8c258f2 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:13.597202 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac', 'code': 200} Sep 15 18:14:13.628417 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:13.738511 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32ed25-bd3b-41e7-9a15-c7673e588a48 req-a0648695-4b3b-46ff-91b3-2e088a425839 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:13.739985 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0a32ed25-bd3b-41e7-9a15-c7673e588a48 req-a0648695-4b3b-46ff-91b3-2e088a425839 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.1813836 Sep 15 18:14:13.789905 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595d5c2-4268-4535-9cc6-c3d37ac2a098 req-b1420c91-556c-46e5-b921-57457d31c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:13.792497 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c595d5c2-4268-4535-9cc6-c3d37ac2a098 req-b1420c91-556c-46e5-b921-57457d31c488 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 1099 time: 0.0491586 Sep 15 18:14:13.829887 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c595d5c2-4268-4535-9cc6-c3d37ac2a098 req-44daae89-74ef-4620-a441-1f6e0c724c61 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305696 Sep 15 18:14:13.838458 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0a32ed25-bd3b-41e7-9a15-c7673e588a48 req-c7970476-92be-4aad-b8f6-536250cbfe58 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864422 Sep 15 18:14:13.929454 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8a970e73-dc6e-40be-882a-10825af93517 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:13.934880 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8a970e73-dc6e-40be-882a-10825af93517 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:14.223002 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.l3_db [None req-8a970e73-dc6e-40be-882a-10825af93517 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Floating IP df1e6853-7478-4718-a324-08b99363f02c associated. External IP: 172.27.2.30, port: b357f3a4-34d5-4a65-8ca3-a1472da41de7. Sep 15 18:14:14.268047 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:14.459078 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a970e73-dc6e-40be-882a-10825af93517 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Router 16122ffd-3a05-49ac-b609-60fde4c7527e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:14:14.525758 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89556669-a1db-4dfa-b07e-79d38f03598c req-9c7ae157-23e2-4a73-8c65-1b495929d7f6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:14.527250 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-89556669-a1db-4dfa-b07e-79d38f03598c req-9c7ae157-23e2-4a73-8c65-1b495929d7f6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.1021085 Sep 15 18:14:14.613144 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-89556669-a1db-4dfa-b07e-79d38f03598c req-be76939e-2090-4784-aa16-36af820c12f6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738647 Sep 15 18:14:14.622038 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a970e73-dc6e-40be-882a-10825af93517 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:14:14.642371 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8a970e73-dc6e-40be-882a-10825af93517 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:14.642538 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46150bc3-99cd-45d6-8c20-a0c9cc324490 None None] Sync routers for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:14:14.653709 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46150bc3-99cd-45d6-8c20-a0c9cc324490 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:14:14.654433 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-46150bc3-99cd-45d6-8c20-a0c9cc324490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:14:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:14.696452 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-8a970e73-dc6e-40be-882a-10825af93517 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "PUT /v2.0/floatingips/df1e6853-7478-4718-a324-08b99363f02c HTTP/1.1" status: 200 len: 990 time: 1.7432904 Sep 15 18:14:14.696452 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:14:14.716975 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dc72e9-c561-4d69-a738-203e8bb27fde" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:14.763149 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb26107d-5d8f-4c9b-ba6a-e540e719504f x-openstack-request-id: req-cb26107d-5d8f-4c9b-ba6a-e540e719504f {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:14.764384 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:14.764384 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb26107d-5d8f-4c9b-ba6a-e540e719504f {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:14.764384 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'status': 'completed', 'code': 200} Sep 15 18:14:14.822323 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-46150bc3-99cd-45d6-8c20-a0c9cc324490 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:14:14.912792 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc72e9-c561-4d69-a738-203e8bb27fde req-96b9ad43-a438-4146-be78-8117c6b6976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:14.922872 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d7dc72e9-c561-4d69-a738-203e8bb27fde req-96b9ad43-a438-4146-be78-8117c6b6976c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 1098 time: 0.1125877 Sep 15 18:14:15.041523 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb075b-5853-4e6b-a3dc-1c55570a75c4 req-9435ab4e-6a75-4751-8df0-90c0da0ba2ae tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:15.045312 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-aecb075b-5853-4e6b-a3dc-1c55570a75c4 req-9435ab4e-6a75-4751-8df0-90c0da0ba2ae tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0926647 Sep 15 18:14:15.075698 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc72e9-c561-4d69-a738-203e8bb27fde req-f66f1838-8aaa-4e01-8326-a4abb7a817e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:15.077800 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d7dc72e9-c561-4d69-a738-203e8bb27fde req-f66f1838-8aaa-4e01-8326-a4abb7a817e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 918 time: 0.1483836 Sep 15 18:14:15.107505 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-aecb075b-5853-4e6b-a3dc-1c55570a75c4 req-4e57b5ab-cc12-439f-adf0-b0a0aaad7f2b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530136 Sep 15 18:14:15.112792 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37194) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:15.228163 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d7dc72e9-c561-4d69-a738-203e8bb27fde req-004ac197-2962-4c5f-a3ae-f738452cd70b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7 HTTP/1.1" status: 200 len: 998 time: 0.1419768 Sep 15 18:14:15.240086 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-46150bc3-99cd-45d6-8c20-a0c9cc324490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'df1e6853-7478-4718-a324-08b99363f02c', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'port_id': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'mac_address': 'fa:16:3e:3b:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:13:41Z', 'updated_at': '2021-09-15T18:14:13Z', 'revision_number': 1, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:15.242934 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3b28d7f3-35b4-42e6-9ccc-2d249a8f7386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:15.283909 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46150bc3-99cd-45d6-8c20-a0c9cc324490 None None] Checking router: 16122ffd-3a05-49ac-b609-60fde4c7527e for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:14:15.290204 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc72e9-c561-4d69-a738-203e8bb27fde req-229eca35-d2c0-497e-8c83-ca457c34c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:15.292134 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d7dc72e9-c561-4d69-a738-203e8bb27fde req-229eca35-d2c0-497e-8c83-ca457c34c4d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.0527644 Sep 15 18:14:15.302041 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46150bc3-99cd-45d6-8c20-a0c9cc324490 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:14:15.303073 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-46150bc3-99cd-45d6-8c20-a0c9cc324490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:14:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:15.336014 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3b28d7f3-35b4-42e6-9ccc-2d249a8f7386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:15.342669 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3b28d7f3-35b4-42e6-9ccc-2d249a8f7386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:15.372552 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc72e9-c561-4d69-a738-203e8bb27fde req-811c8abb-9836-4967-8a92-6bd5c8212571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:15.375887 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d7dc72e9-c561-4d69-a738-203e8bb27fde req-811c8abb-9836-4967-8a92-6bd5c8212571 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676353 Sep 15 18:14:15.395959 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-3b28d7f3-35b4-42e6-9ccc-2d249a8f7386 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba6c10b32b0f4d7aa57088eb1c9f3b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818961 Sep 15 18:14:15.396820 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28d7f3-35b4-42e6-9ccc-2d249a8f7386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933f36b1-c90d-46be-bf42-5b7c3519db54,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:15.399129 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37200) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:15.453357 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f6d7-9313-42fe-aae3-d5636d73e6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:15.471773 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-46150bc3-99cd-45d6-8c20-a0c9cc324490 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:14:15.476674 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f6d7-9313-42fe-aae3-d5636d73e6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:15.487767 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d7dc72e9-c561-4d69-a738-203e8bb27fde req-93d3c962-d0f9-4f44-a190-f68f8e5ff03f service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028161 Sep 15 18:14:15.556692 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f6d7-9313-42fe-aae3-d5636d73e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:15.560479 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f6d7-9313-42fe-aae3-d5636d73e6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:15.562105 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-9fe9f6d7-9313-42fe-aae3-d5636d73e6f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/933f36b1-c90d-46be-bf42-5b7c3519db54 HTTP/1.1" status: 204 len: 168 time: 0.1619158 Sep 15 18:14:15.577723 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9f6d7-9313-42fe-aae3-d5636d73e6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933f36b1-c90d-46be-bf42-5b7c3519db54,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:15.615178 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d7dc72e9-c561-4d69-a738-203e8bb27fde req-376d3376-ee90-418d-bb39-d327d56eb095 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198173 Sep 15 18:14:15.752991 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061d2ad-83c2-4737-9a64-3bff591c4818 req-2f618341-bce9-4542-8446-c5c58e51f13d tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:15.760665 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1061d2ad-83c2-4737-9a64-3bff591c4818 req-2f618341-bce9-4542-8446-c5c58e51f13d tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0665193 Sep 15 18:14:15.807191 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1061d2ad-83c2-4737-9a64-3bff591c4818 req-7b2468e6-74bd-40c8-bf02-a03dd11fa40f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417235 Sep 15 18:14:15.828652 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37216) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:15.862093 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-46150bc3-99cd-45d6-8c20-a0c9cc324490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'df1e6853-7478-4718-a324-08b99363f02c', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'port_id': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'mac_address': 'fa:16:3e:3b:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:13:41Z', 'updated_at': '2021-09-15T18:14:13Z', 'revision_number': 1, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:15.907311 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46150bc3-99cd-45d6-8c20-a0c9cc324490 None None] The sync data for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi is: [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'df1e6853-7478-4718-a324-08b99363f02c', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'port_id': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'mac_address': 'fa:16:3e:3b:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:13:41Z', 'updated_at': '2021-09-15T18:14:13Z', 'revision_number': 1, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:14:15.955262 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86007d21-e45d-4707-a925-e04b22fd4586 req-bbcbcb18-3ae4-45c7-aebe-f5e780d487eb tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:15.956797 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-86007d21-e45d-4707-a925-e04b22fd4586 req-bbcbcb18-3ae4-45c7-aebe-f5e780d487eb tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0597818 Sep 15 18:14:15.966359 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37226) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:15.970913 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-b5d0d7e7-6178-42a1-8445-729d95e47a90 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'floatingip': {'port_id': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:15.982696 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c0ca660b-e9b1-42f3-839f-cedd779f91f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:15.997366 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37228) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:16.016771 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8ca29fad-6f1e-4139-bf9d-61d364c17ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.071153 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d7e7-6178-42a1-8445-729d95e47a90 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.125411 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c0ca660b-e9b1-42f3-839f-cedd779f91f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.162264 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c0ca660b-e9b1-42f3-839f-cedd779f91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.166577 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:14:16.249112 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-c0ca660b-e9b1-42f3-839f-cedd779f91f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7431e361aa2c42b8bcc1e8993d06cbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165475 Sep 15 18:14:16.259697 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c0ca4-35b9-4d4c-95ba-01beee66d154 None None] New status for floating IP df1e6853-7478-4718-a324-08b99363f02c: ACTIVE {{(pid=94153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:14:16.260762 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37246) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:16.327882 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca660b-e9b1-42f3-839f-cedd779f91f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7b67e7-aabd-4156-9907-45e89fb53b86,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:16.348521 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866d7ee-9da3-428f-9406-ac21034d0934 req-0ed7a1f9-242e-44ba-87d0-082be940da41 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:16.350059 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4866d7ee-9da3-428f-9406-ac21034d0934 req-0ed7a1f9-242e-44ba-87d0-082be940da41 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.1486254 Sep 15 18:14:16.382069 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bae6a503-89b0-4f99-83f3-c9d25538dd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.454144 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bae6a503-89b0-4f99-83f3-c9d25538dd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.530260 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bae6a503-89b0-4f99-83f3-c9d25538dd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.533035 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bae6a503-89b0-4f99-83f3-c9d25538dd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.534339 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-bae6a503-89b0-4f99-83f3-c9d25538dd03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c7b67e7-aabd-4156-9907-45e89fb53b86 HTTP/1.1" status: 204 len: 168 time: 0.2726622 Sep 15 18:14:16.551486 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6a503-89b0-4f99-83f3-c9d25538dd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7b67e7-aabd-4156-9907-45e89fb53b86,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:16.554657 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8ca29fad-6f1e-4139-bf9d-61d364c17ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.558266 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4866d7ee-9da3-428f-9406-ac21034d0934 req-17c24124-4a67-4b50-bd1e-76e91aa02d05 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966016 Sep 15 18:14:16.560559 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8ca29fad-6f1e-4139-bf9d-61d364c17ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.637486 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-8ca29fad-6f1e-4139-bf9d-61d364c17ec5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6be5a21a00342d1b96df42bc7b72a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6385975 Sep 15 18:14:16.641627 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37256) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:16.660413 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca29fad-6f1e-4139-bf9d-61d364c17ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c31fcd-8842-4b8f-a3a9-15b16ecf7700,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:16.716700 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7ac61a5a-2e57-49f4-9284-33978b65fb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.739233 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7ac61a5a-2e57-49f4-9284-33978b65fb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.792766 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7ac61a5a-2e57-49f4-9284-33978b65fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.796183 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7ac61a5a-2e57-49f4-9284-33978b65fb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:16.797317 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-7ac61a5a-2e57-49f4-9284-33978b65fb8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7c31fcd-8842-4b8f-a3a9-15b16ecf7700 HTTP/1.1" status: 204 len: 168 time: 0.1545911 Sep 15 18:14:16.812444 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac61a5a-2e57-49f4-9284-33978b65fb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c31fcd-8842-4b8f-a3a9-15b16ecf7700,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:17.195368 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37276) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:17.202962 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d7e7-6178-42a1-8445-729d95e47a90 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:17.209169 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d7e7-6178-42a1-8445-729d95e47a90 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:17.209968 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-38b17bb6-6540-4708-9407-c54916fc7e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:17.307082 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-38b17bb6-6540-4708-9407-c54916fc7e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:17.312258 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-38b17bb6-6540-4708-9407-c54916fc7e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:17.323784 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.l3_db [None req-b5d0d7e7-6178-42a1-8445-729d95e47a90 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Floating IP b88c752c-8b7b-47cc-a26d-d1bd98c669f9 associated. External IP: 172.27.2.196, port: 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac. Sep 15 18:14:17.359555 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-38b17bb6-6540-4708-9407-c54916fc7e12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8a29fe34a4447ad8b88808e37dec31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606653 Sep 15 18:14:17.359693 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37284) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:17.366655 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b17bb6-6540-4708-9407-c54916fc7e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6975f97-3c18-4579-b6d2-99b065c6be53,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:17.419175 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb2921e8-daee-498f-9887-3aa2fbb65db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:17.447342 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb2921e8-daee-498f-9887-3aa2fbb65db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:17.514369 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb2921e8-daee-498f-9887-3aa2fbb65db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:17.520024 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37294) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:17.520280 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb2921e8-daee-498f-9887-3aa2fbb65db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:17.521438 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-eb2921e8-daee-498f-9887-3aa2fbb65db2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6975f97-3c18-4579-b6d2-99b065c6be53 HTTP/1.1" status: 204 len: 168 time: 0.1609502 Sep 15 18:14:17.530652 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2921e8-daee-498f-9887-3aa2fbb65db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6975f97-3c18-4579-b6d2-99b065c6be53,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:17.590945 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d0d7e7-6178-42a1-8445-729d95e47a90 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Router f6cf94c5-78de-4fda-819a-d1f3305b6af1 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:14:17.746523 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d0d7e7-6178-42a1-8445-729d95e47a90 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:14:17.753810 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d7e7-6178-42a1-8445-729d95e47a90 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:17.762540 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f7912f-56e2-4d8e-8c71-28b91f543e87 None None] Sync routers for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:14:17.774756 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7912f-56e2-4d8e-8c71-28b91f543e87 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:14:17.778940 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-30f7912f-56e2-4d8e-8c71-28b91f543e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:14:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:17.797083 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-b5d0d7e7-6178-42a1-8445-729d95e47a90 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "PUT /v2.0/floatingips/b88c752c-8b7b-47cc-a26d-d1bd98c669f9 HTTP/1.1" status: 200 len: 992 time: 1.8271573 Sep 15 18:14:17.797083 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'tag': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:14:17.810695 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef22e952-219c-4b31-ba1f-840432407be3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd94b066-7e52-4430-b182-a2eb541c154a", "tag": "8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:17.812751 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c731e-1d1f-404d-891d-1a430975fc72 req-5b4e3852-bb3a-42ed-9c70-f32da27eb544 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:17.829108 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5a1c731e-1d1f-404d-891d-1a430975fc72 req-5b4e3852-bb3a-42ed-9c70-f32da27eb544 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.1457319 Sep 15 18:14:17.931044 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1651548605-network', 'tenant_id': '05c36825dd574b7ba82a5f960c2b40cf'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:17.931358 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5a1c731e-1d1f-404d-891d-1a430975fc72 req-dc9371b9-b3e1-4b4e-88df-10b76b26e8aa tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013975 Sep 15 18:14:17.975847 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Made reservation on behalf of 05c36825dd574b7ba82a5f960c2b40cf for: {'network': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:14:17.980698 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:17.987674 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4490380-791e-4873-8799-10bc0e060987 x-openstack-request-id: req-b4490380-791e-4873-8799-10bc0e060987 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:17.988198 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd94b066-7e52-4430-b182-a2eb541c154a", "tag": "8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:17.988657 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4490380-791e-4873-8799-10bc0e060987 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:17.989312 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'tag': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac', 'status': 'completed', 'code': 200} Sep 15 18:14:18.019542 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:18.098410 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-30f7912f-56e2-4d8e-8c71-28b91f543e87 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:14:18.108853 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22e952-219c-4b31-ba1f-840432407be3 req-7bd8e112-d43b-46b9-9824-3d2244bd241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:18.110575 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ef22e952-219c-4b31-ba1f-840432407be3 req-7bd8e112-d43b-46b9-9824-3d2244bd241b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ffa1abd61147f0946559205e11ad76&device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 1099 time: 0.0867362 Sep 15 18:14:18.244483 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:18.249950 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22e952-219c-4b31-ba1f-840432407be3 req-66dbbf53-454d-4141-ae5c-7f2355b4932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:18.251655 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ef22e952-219c-4b31-ba1f-840432407be3 req-66dbbf53-454d-4141-ae5c-7f2355b4932b service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 200 len: 912 time: 0.1320450 Sep 15 18:14:18.252781 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:18.279805 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:14:18.324915 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:18.332803 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:18.333141 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.segments_db [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Added segment ebca00df-dfb3-42b0-9aea-8906d7058483 of type vlan for network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 Sep 15 18:14:18.370171 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-30f7912f-56e2-4d8e-8c71-28b91f543e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'b88c752c-8b7b-47cc-a26d-d1bd98c669f9', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'port_id': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'mac_address': 'fa:16:3e:94:3d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:13:45Z', 'updated_at': '2021-09-15T18:14:17Z', 'revision_number': 1, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:18.380074 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ef22e952-219c-4b31-ba1f-840432407be3 req-9d60e14e-d4a6-4b30-ab1f-c2691af3e8e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac HTTP/1.1" status: 200 len: 1000 time: 0.1057069 Sep 15 18:14:18.388537 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:18.400501 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f7912f-56e2-4d8e-8c71-28b91f543e87 None None] Checking router: f6cf94c5-78de-4fda-819a-d1f3305b6af1 for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:14:18.409379 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7912f-56e2-4d8e-8c71-28b91f543e87 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:14:18.410025 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-30f7912f-56e2-4d8e-8c71-28b91f543e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:14:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:18.449609 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:18.450537 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:18.451116 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:18.491638 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22e952-219c-4b31-ba1f-840432407be3 req-2082fd5c-8bba-4060-99df-62ce618e310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:18.493149 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ef22e952-219c-4b31-ba1f-840432407be3 req-2082fd5c-8bba-4060-99df-62ce618e310b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dba29c0e-b144-4978-b5df-55ed14a91a74 HTTP/1.1" status: 200 len: 850 time: 0.0921760 Sep 15 18:14:18.499282 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9771705 Sep 15 18:14:18.502889 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37346) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:18.510427 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] Request body: {'subnet': {'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1651548605-subnet', 'tenant_id': '05c36825dd574b7ba82a5f960c2b40cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:18.537920 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-30f7912f-56e2-4d8e-8c71-28b91f543e87 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:14:18.544945 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52aab8d-6137-4df8-8f08-bc55043b6d44 admin admin] Pushing event updated for resources: {'Network': ['ID=2d20e9c2-2a08-4e2b-aa31-946b02fab290,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:18.545748 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] Made reservation on behalf of 05c36825dd574b7ba82a5f960c2b40cf for: {'subnet': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:14:18.549340 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:18.556771 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:14:18.633065 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22e952-219c-4b31-ba1f-840432407be3 req-ff407c5f-a8c3-4717-8e18-a74f8dc1163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:18.637484 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ef22e952-219c-4b31-ba1f-840432407be3 req-ff407c5f-a8c3-4717-8e18-a74f8dc1163d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1054459 Sep 15 18:14:18.773691 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:18.784195 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ef22e952-219c-4b31-ba1f-840432407be3 req-83b53584-31e2-44e2-a7f2-c1e5aca965c8 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277237 Sep 15 18:14:18.843366 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-30f7912f-56e2-4d8e-8c71-28b91f543e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'b88c752c-8b7b-47cc-a26d-d1bd98c669f9', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'port_id': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'mac_address': 'fa:16:3e:94:3d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:13:45Z', 'updated_at': '2021-09-15T18:14:17Z', 'revision_number': 1, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:18.848117 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] Checking segment: {'id': 'ebca00df-dfb3-42b0-9aea-8906d7058483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:14:18.849708 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] Network hostable DHCP agents. Network: 2d20e9c2-2a08-4e2b-aa31-946b02fab290, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:14:18.864452 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db211c98-b22b-4c90-845c-6f95aef9b815,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:18.883882 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] Network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:14:18.897421 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 2d20e9c2-2a08-4e2b-aa31-946b02fab290) {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:14:18.903996 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f7912f-56e2-4d8e-8c71-28b91f543e87 None None] The sync data for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi is: [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'b88c752c-8b7b-47cc-a26d-d1bd98c669f9', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'port_id': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'mac_address': 'fa:16:3e:94:3d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:13:45Z', 'updated_at': '2021-09-15T18:14:17Z', 'revision_number': 1, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:14:18.913680 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:18.914302 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:18.915215 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24dbaa7-b8ce-4927-9994-5f0821555b8e None None] Network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:14:18.932108 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ef22e952-219c-4b31-ba1f-840432407be3 req-0feda9e4-9c7c-4656-b9c1-02563c97f811 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381972 Sep 15 18:14:18.937416 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-d1c241ee-6cd7-4c0c-9c84-3ab0c4f57a54 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4329245 Sep 15 18:14:19.081539 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036bfdec-225d-4f33-baeb-e3591cc49b26 None None] Network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:14:19.135064 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d693ce-77e2-4b73-bb9f-5787deea22c7 req-7b92d929-aded-4c2e-ac88-1790b0f943d0 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:19.137127 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-81d693ce-77e2-4b73-bb9f-5787deea22c7 req-7b92d929-aded-4c2e-ac88-1790b0f943d0 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0914693 Sep 15 18:14:19.216598 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-81d693ce-77e2-4b73-bb9f-5787deea22c7 req-423c1cab-791b-4df5-abd9-d69f2c088540 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708392 Sep 15 18:14:19.286265 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a4978-762d-46f8-abf6-7503d7eb7351 None None] New status for floating IP b88c752c-8b7b-47cc-a26d-d1bd98c669f9: ACTIVE {{(pid=94153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:14:19.296081 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37376) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:19.463464 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-088477ae-1db2-41bb-96af-34d0c916a8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:19.586159 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-088477ae-1db2-41bb-96af-34d0c916a8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:19.591763 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-088477ae-1db2-41bb-96af-34d0c916a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:19.633089 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-088477ae-1db2-41bb-96af-34d0c916a8a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71b0283e26114b218e4ee1d728e7192c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352156 Sep 15 18:14:19.634072 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088477ae-1db2-41bb-96af-34d0c916a8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c89125a-acbc-4327-b857-a85e2bac7eda,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:19.637492 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37386) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:19.691478 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9eb85964-b199-43a8-9dd9-9941f573fe8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:19.721009 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9eb85964-b199-43a8-9dd9-9941f573fe8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:19.789470 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9eb85964-b199-43a8-9dd9-9941f573fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:19.791818 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9eb85964-b199-43a8-9dd9-9941f573fe8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:19.796024 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-9eb85964-b199-43a8-9dd9-9941f573fe8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c89125a-acbc-4327-b857-a85e2bac7eda HTTP/1.1" status: 204 len: 168 time: 0.1537101 Sep 15 18:14:19.818849 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb85964-b199-43a8-9dd9-9941f573fe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c89125a-acbc-4327-b857-a85e2bac7eda,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:20.344173 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699aea5-5e24-40cb-be30-6db91d76d3c9 req-2988529d-ca08-4d88-8a34-7cf05220db72 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:20.345735 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5699aea5-5e24-40cb-be30-6db91d76d3c9 req-2988529d-ca08-4d88-8a34-7cf05220db72 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Sep 15 18:14:20.385262 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5699aea5-5e24-40cb-be30-6db91d76d3c9 req-6c5a6575-a13c-465e-96ce-ca04d9939966 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Sep 15 18:14:22.740109 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46dddc-abcc-4aaa-8d62-24d6dfd71299 req-16eafa7c-7e31-41fe-98be-3badeac46a96 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:22.741487 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0f46dddc-abcc-4aaa-8d62-24d6dfd71299 req-16eafa7c-7e31-41fe-98be-3badeac46a96 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0497427 Sep 15 18:14:22.783738 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0f46dddc-abcc-4aaa-8d62-24d6dfd71299 req-90f8a5e8-635e-41ab-ad4e-6d3939ed637a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353365 Sep 15 18:14:23.240949 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b7b10-e6e7-4705-95fb-2ea565e69c1e req-f45fb311-b82a-4f83-80a9-76b69e3ed2a4 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:23.242460 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-741b7b10-e6e7-4705-95fb-2ea565e69c1e req-f45fb311-b82a-4f83-80a9-76b69e3ed2a4 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 946 time: 0.0520093 Sep 15 18:14:23.279125 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-741b7b10-e6e7-4705-95fb-2ea565e69c1e req-ec560e5d-0992-4aa3-8e14-07018bf2882a tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300264 Sep 15 18:14:23.907829 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271595b1-e395-46e1-9884-cc368f752046 req-f52ac87b-6b0b-4f04-b132-59f001591aa5 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:23.909350 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-271595b1-e395-46e1-9884-cc368f752046 req-f52ac87b-6b0b-4f04-b132-59f001591aa5 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0525682 Sep 15 18:14:23.952110 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-271595b1-e395-46e1-9884-cc368f752046 req-9deb4dea-2d77-4af8-a2ec-f7641c5fb362 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357230 Sep 15 18:14:24.349930 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-7f7553cb-e7c7-4655-be7d-7e1901838de7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:24.352011 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-7f7553cb-e7c7-4655-be7d-7e1901838de7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/networks?id=2d20e9c2-2a08-4e2b-aa31-946b02fab290 HTTP/1.1" status: 200 len: 809 time: 0.1152565 Sep 15 18:14:24.390939 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-b1871ae8-5282-4027-9b9f-f08e54f2d64a tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/quotas/05c36825dd574b7ba82a5f960c2b40cf HTTP/1.1" status: 200 len: 375 time: 0.0285957 Sep 15 18:14:24.419278 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92231588-a297-459c-9d9a-28c29c469aa3 req-e9fdbdc4-3d0e-46d6-956b-eaa97c225fbd tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:24.420797 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-92231588-a297-459c-9d9a-28c29c469aa3 req-e9fdbdc4-3d0e-46d6-956b-eaa97c225fbd tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 946 time: 0.0678937 Sep 15 18:14:24.439708 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-be36fddf-6479-4313-a759-175e429a1bb9 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=05c36825dd574b7ba82a5f960c2b40cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420244 Sep 15 18:14:24.503185 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-92231588-a297-459c-9d9a-28c29c469aa3 req-cac7eabd-2758-4528-863d-1cdc2ed5119b tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666769 Sep 15 18:14:24.568602 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-09521808-f305-4682-856a-8a16c153ca5f service neutron] 10.222.0.39 "GET /v2.0/networks/2d20e9c2-2a08-4e2b-aa31-946b02fab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139281 Sep 15 18:14:24.658610 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-3d7825db-81e3-45a7-bd75-bf0a8a67ee3a service neutron] 10.222.0.39 "GET /v2.0/networks/2d20e9c2-2a08-4e2b-aa31-946b02fab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833833 Sep 15 18:14:24.829411 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c205bcd2-d9a5-4721-a3d5-dfea55d9d669 req-1b235e64-d82d-48b5-883d-1ce021cffb26 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 210 time: 0.0387194 Sep 15 18:14:25.089523 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3efdc-92a3-4142-ba16-e04cdfbaf32b req-2f6a23ee-4c42-4042-89bb-89a1dcd6b6de tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:25.091642 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-18e3efdc-92a3-4142-ba16-e04cdfbaf32b req-2f6a23ee-4c42-4042-89bb-89a1dcd6b6de tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0558238 Sep 15 18:14:25.145157 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-18e3efdc-92a3-4142-ba16-e04cdfbaf32b req-a4069b9c-0f11-4efc-8176-4b23bcb24f6a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Sep 15 18:14:25.480926 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f005-eb20-4989-aa21-9efe6ca63750 req-6a01fd6b-5d3c-4ed1-87b5-71e5da46f96b tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:25.483680 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fd15f005-eb20-4989-aa21-9efe6ca63750 req-6a01fd6b-5d3c-4ed1-87b5-71e5da46f96b tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 946 time: 0.1020637 Sep 15 18:14:25.637131 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-fd15f005-eb20-4989-aa21-9efe6ca63750 req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Deleting port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:14:25.637468 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fd15f005-eb20-4989-aa21-9efe6ca63750 req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:25.642226 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c0e7b-9715-43f6-b8db-c205cffcb5a1 req-ae0701c4-14b9-461c-a15e-777dcfee449a tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:25.643863 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-718c0e7b-9715-43f6-b8db-c205cffcb5a1 req-ae0701c4-14b9-461c-a15e-777dcfee449a tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 946 time: 0.0598772 Sep 15 18:14:25.681369 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-718c0e7b-9715-43f6-b8db-c205cffcb5a1 req-47a4da09-b876-4eb7-bb1c-a7f910a8fa0e tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/security-groups?id=848570dd-df71-458d-b72e-c16da667a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Sep 15 18:14:25.728706 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-fd15f005-eb20-4989-aa21-9efe6ca63750 req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] For port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e,segment=NetworkSegment(735b2c4f-3b12-482f-a089-3728e410f12f),segment_id=735b2c4f-3b12-482f-a089-3728e410f12f)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:25.729062 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fd15f005-eb20-4989-aa21-9efe6ca63750 req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:25.742470 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-fd15f005-eb20-4989-aa21-9efe6ca63750 req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Calling delete_port for 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:14:25.910181 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fd15f005-eb20-4989-aa21-9efe6ca63750 req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:25.924180 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['1dd263be-4c7c-4b87-8eef-3b8d5c720d4e'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:14:25.990180 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7d17cbf2-2c4a-4818-8d8a-2bbf4ff036b8 req-b2316cce-52dc-48d0-8604-a18d50014db5 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 210 time: 0.0403705 Sep 15 18:14:26.021676 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Pushing event deleted for resources: {'Port': ['ID=1dd263be-4c7c-4b87-8eef-3b8d5c720d4e,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:26.080855 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd15f005-eb20-4989-aa21-9efe6ca63750 req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] No DVR routers for this DVR port 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:14:26.082773 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.083154 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.083436 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.083769 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.084121 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.084416 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.084742 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.085062 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.085382 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.085733 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.086047 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.086360 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:26.092944 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fd15f005-eb20-4989-aa21-9efe6ca63750 req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:26.098687 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fd15f005-eb20-4989-aa21-9efe6ca63750 req-22b157dc-e355-4ff3-b566-85ee1cf3adbc tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.41 "DELETE /v2.0/ports/1dd263be-4c7c-4b87-8eef-3b8d5c720d4e HTTP/1.1" status: 204 len: 173 time: 0.6052532 Sep 15 18:14:26.098687 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb772318-8e21-4dcc-82f3-a2c571879100', 'name': 'network-vif-deleted', 'tag': '1dd263be-4c7c-4b87-8eef-3b8d5c720d4e'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:14:26.104070 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145b2240-85dc-4ed8-8c43-e0456326e4de" -d '{"events": [{"server_uuid": "eb772318-8e21-4dcc-82f3-a2c571879100", "name": "network-vif-deleted", "tag": "1dd263be-4c7c-4b87-8eef-3b8d5c720d4e"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:26.180523 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942e4432-aa6c-404b-b6dc-ba43cd45d099 x-openstack-request-id: req-942e4432-aa6c-404b-b6dc-ba43cd45d099 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:26.180942 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb772318-8e21-4dcc-82f3-a2c571879100", "name": "network-vif-deleted", "tag": "1dd263be-4c7c-4b87-8eef-3b8d5c720d4e", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:26.181510 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-942e4432-aa6c-404b-b6dc-ba43cd45d099 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:26.181998 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb772318-8e21-4dcc-82f3-a2c571879100', 'name': 'network-vif-deleted', 'tag': '1dd263be-4c7c-4b87-8eef-3b8d5c720d4e', 'status': 'completed', 'code': 200} Sep 15 18:14:26.214101 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-8ede55e8-2c99-4c56-8bd6-237d750d45a5 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:26.215801 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-8ede55e8-2c99-4c56-8bd6-237d750d45a5 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.41 "GET /v2.0/networks?id=2d20e9c2-2a08-4e2b-aa31-946b02fab290 HTTP/1.1" status: 200 len: 809 time: 0.2338045 Sep 15 18:14:26.244598 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Request body: {'port': {'device_id': '2001cd78-481c-44f4-9432-3ca7dd830c60', 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290', 'admin_state_up': True, 'tenant_id': '05c36825dd574b7ba82a5f960c2b40cf'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:26.323386 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0baa2-204a-49fe-a038-c8fb7f83ffc4 req-b4bd8532-0857-43af-becd-576cd29d19ca tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:26.325207 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1da0baa2-204a-49fe-a038-c8fb7f83ffc4 req-b4bd8532-0857-43af-becd-576cd29d19ca tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0696681 Sep 15 18:14:26.384121 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1da0baa2-204a-49fe-a038-c8fb7f83ffc4 req-84e2bea3-9f68-4b93-9623-e1d35018a0a2 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500906 Sep 15 18:14:26.601011 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Made reservation on behalf of 05c36825dd574b7ba82a5f960c2b40cf for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:14:26.607413 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:26.754272 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Allocated IP 172.20.0.5 (2d20e9c2-2a08-4e2b-aa31-946b02fab290/db211c98-b22b-4c90-845c-6f95aef9b815/f2d354c8-d156-4a6c-94c8-71382cc9c048) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:14:26.821922 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1e80b8b7-a941-48c0-987b-cf99e511f302 req-4760c762-a4b5-4f0b-a171-c7baddc95ee1 tempest-DeleteServersTestJSON-1092232486 tempest-DeleteServersTestJSON-1092232486-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb772318-8e21-4dcc-82f3-a2c571879100 HTTP/1.1" status: 200 len: 210 time: 0.0384669 Sep 15 18:14:26.940499 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:26.977739 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.017907 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:14:27.020997 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:14:27.024745 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:14:27.031037 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:27.031579 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.050957 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37694) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:27.056755 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Pushing event updated for resources: {'Port': ['ID=f2d354c8-d156-4a6c-94c8-71382cc9c048,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:27.070966 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-ed3c952c-7975-4268-b021-f121e20a87f7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8310964 Sep 15 18:14:27.109733 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Request body: {'port': {'device_id': '2001cd78-481c-44f4-9432-3ca7dd830c60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:27.172846 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b6b43-cd07-46ee-a7e0-08ad33e0ec21 req-fef2b58a-c06e-4341-b4aa-3851bd77a048 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:27.180536 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-391b6b43-cd07-46ee-a7e0-08ad33e0ec21 req-fef2b58a-c06e-4341-b4aa-3851bd77a048 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 931 time: 0.0892279 Sep 15 18:14:27.190345 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.250437 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.311116 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-391b6b43-cd07-46ee-a7e0-08ad33e0ec21 req-ad54a96b-8178-4158-af17-c0ae55dda215 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160264 Sep 15 18:14:27.436568 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.443420 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.513263 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7aa047d3c82452997f3c1516ed3aba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621077 Sep 15 18:14:27.520351 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37718) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:27.529467 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dd1159-879b-4b10-b113-7e6b6da04d6d,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:27.534164 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d354c8-d156-4a6c-94c8-71382cc9c048 {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:14:27.541847 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.542553 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.543374 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.543882 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.544103 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.544199 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.544510 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.544884 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.545203 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.545520 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.545908 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.546219 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.546527 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f096f480-ef9e-43f3-8463-c46eed223905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:27.573543 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d18b6-1b35-458b-89f6-a5b411fa88b5 req-f4ae9c27-1653-4f6a-825e-1ec2e2d68b00 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:27.575159 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0c3d18b6-1b35-458b-89f6-a5b411fa88b5 req-f4ae9c27-1653-4f6a-825e-1ec2e2d68b00 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0799913 Sep 15 18:14:27.576390 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Transition to ACTIVE for port object f2d354c8-d156-4a6c-94c8-71382cc9c048 will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:14:27.581490 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.619235 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0c3d18b6-1b35-458b-89f6-a5b411fa88b5 req-192057bd-c1c9-4ceb-a2a7-c05f4ddc1592 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372901 Sep 15 18:14:27.667534 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d354c8-d156-4a6c-94c8-71382cc9c048,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:27.671594 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e4058ed-d68b-46ec-a4e3-ecad8815514c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.717480 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e4058ed-d68b-46ec-a4e3-ecad8815514c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.726042 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Attempting to bind port f2d354c8-d156-4a6c-94c8-71382cc9c048 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:14:27.726369 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Attempting to bind port f2d354c8-d156-4a6c-94c8-71382cc9c048 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': 'ebca00df-dfb3-42b0-9aea-8906d7058483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:14:27.726690 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Attempting to bind port f2d354c8-d156-4a6c-94c8-71382cc9c048 on network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:14:27.738547 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Port f2d354c8-d156-4a6c-94c8-71382cc9c048 on network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:14:27.738862 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Attempting to bind port f2d354c8-d156-4a6c-94c8-71382cc9c048 on network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:14:27.755648 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:14:27.756042 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Checking segment: {'id': 'ebca00df-dfb3-42b0-9aea-8906d7058483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:14:27.756339 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Bound using segment: {'id': 'ebca00df-dfb3-42b0-9aea-8906d7058483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:14:27.756780 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Bound port: f2d354c8-d156-4a6c-94c8-71382cc9c048, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebca00df-dfb3-42b0-9aea-8906d7058483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:14:27.757111 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.815203 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e4058ed-d68b-46ec-a4e3-ecad8815514c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.817578 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6e4058ed-d68b-46ec-a4e3-ecad8815514c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.818699 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-6e4058ed-d68b-46ec-a4e3-ecad8815514c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89dd1159-879b-4b10-b113-7e6b6da04d6d HTTP/1.1" status: 204 len: 168 time: 0.2974429 Sep 15 18:14:27.833446 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] For port f2d354c8-d156-4a6c-94c8-71382cc9c048, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:14:27.835791 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4058ed-d68b-46ec-a4e3-ecad8815514c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dd1159-879b-4b10-b113-7e6b6da04d6d,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:27.838541 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] For port f2d354c8-d156-4a6c-94c8-71382cc9c048, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=f2d354c8-d156-4a6c-94c8-71382cc9c048,segment=NetworkSegment(ebca00df-dfb3-42b0-9aea-8906d7058483),segment_id=ebca00df-dfb3-42b0-9aea-8906d7058483)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:14:27.843220 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.881362 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:27.882076 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:27.883755 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] 10.222.0.41 "PUT /v2.0/ports/f2d354c8-d156-4a6c-94c8-71382cc9c048 HTTP/1.1" status: 200 len: 1093 time: 0.7818077 Sep 15 18:14:27.920980 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ee645-70de-4b02-a09e-7208b3daf193 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d354c8-d156-4a6c-94c8-71382cc9c048,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:27.968869 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-7f705d1f-603b-487a-b549-f37ebf47b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:27.970588 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-7f705d1f-603b-487a-b549-f37ebf47b7c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c36825dd574b7ba82a5f960c2b40cf&device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 1096 time: 0.0452764 Sep 15 18:14:28.021502 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-14817a49-4d61-47e9-9ad3-17549848b93c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2d354c8-d156-4a6c-94c8-71382cc9c048 HTTP/1.1" status: 200 len: 217 time: 0.0420144 Sep 15 18:14:28.072381 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-9053bb93-7619-4160-815e-77f36b288120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:28.074540 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-9053bb93-7619-4160-815e-77f36b288120 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db211c98-b22b-4c90-845c-6f95aef9b815 HTTP/1.1" status: 200 len: 849 time: 0.0454805 Sep 15 18:14:28.115580 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-0595156a-d30b-40ae-990e-b2ef9b87bbe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d20e9c2-2a08-4e2b-aa31-946b02fab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310144 Sep 15 18:14:28.162091 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37752) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:28.177911 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d14df5bb-49ad-43e0-9814-9be1694c5136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.196193 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2001cd78-481c-44f4-9432-3ca7dd830c60', 'tag': 'f2d354c8-d156-4a6c-94c8-71382cc9c048'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:14:28.199446 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f45240-27d6-4846-97a9-34475f65e7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2001cd78-481c-44f4-9432-3ca7dd830c60", "tag": "f2d354c8-d156-4a6c-94c8-71382cc9c048"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:28.245241 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-25990263-9a4f-4e0a-9ab4-8417418144d7 service neutron] 10.222.0.41 "GET /v2.0/networks/2d20e9c2-2a08-4e2b-aa31-946b02fab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130273 Sep 15 18:14:28.249312 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cec41e-a0ab-41d3-be91-bbc3de0efe25 x-openstack-request-id: req-b0cec41e-a0ab-41d3-be91-bbc3de0efe25 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:28.249696 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2001cd78-481c-44f4-9432-3ca7dd830c60", "tag": "f2d354c8-d156-4a6c-94c8-71382cc9c048", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:28.249975 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0cec41e-a0ab-41d3-be91-bbc3de0efe25 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:28.250372 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2001cd78-481c-44f4-9432-3ca7dd830c60', 'tag': 'f2d354c8-d156-4a6c-94c8-71382cc9c048', 'status': 'completed', 'code': 200} Sep 15 18:14:28.285078 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d14df5bb-49ad-43e0-9814-9be1694c5136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.290638 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d14df5bb-49ad-43e0-9814-9be1694c5136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.329241 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14df5bb-49ad-43e0-9814-9be1694c5136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2bf167-0b3f-4906-b6ce-5e1dcbc42da1,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:28.335068 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-d14df5bb-49ad-43e0-9814-9be1694c5136 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad05102ce7834e4c8eb55e59303ccae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719742 Sep 15 18:14:28.337947 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37760) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:28.357053 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-0e51eb87-435a-47eb-9216-623fbad9ddec req-819d1654-39e5-4b5a-a798-c19cecc6e4ff service neutron] 10.222.0.41 "GET /v2.0/networks/2d20e9c2-2a08-4e2b-aa31-946b02fab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926437 Sep 15 18:14:28.412158 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f908cb4f-120f-45a2-a859-994968c4c434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.457037 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f908cb4f-120f-45a2-a859-994968c4c434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.457938 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f45240-27d6-4846-97a9-34475f65e7b7 req-687d6340-0004-4a2d-b8d5-cbf1b368b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:28.459563 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-12f45240-27d6-4846-97a9-34475f65e7b7 req-687d6340-0004-4a2d-b8d5-cbf1b368b114 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c36825dd574b7ba82a5f960c2b40cf&device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 1096 time: 0.0464175 Sep 15 18:14:28.484016 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00be302-ccae-48fd-ba32-1458f8ba38f7 req-b4fc22e2-59da-47ce-a88d-f533eab5a337 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:28.484852 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d00be302-ccae-48fd-ba32-1458f8ba38f7 req-b4fc22e2-59da-47ce-a88d-f533eab5a337 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 943 time: 0.0847158 Sep 15 18:14:28.552127 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d00be302-ccae-48fd-ba32-1458f8ba38f7 req-260c765c-571a-4a2c-a94f-e2e1b7fb15b3 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542645 Sep 15 18:14:28.567564 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f908cb4f-120f-45a2-a859-994968c4c434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.571315 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f908cb4f-120f-45a2-a859-994968c4c434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.572464 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-f908cb4f-120f-45a2-a859-994968c4c434 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de2bf167-0b3f-4906-b6ce-5e1dcbc42da1 HTTP/1.1" status: 204 len: 168 time: 0.2337260 Sep 15 18:14:28.581533 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f45240-27d6-4846-97a9-34475f65e7b7 req-953c853d-2d3b-4394-b43f-5360a4ce20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:28.581950 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908cb4f-120f-45a2-a859-994968c4c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2bf167-0b3f-4906-b6ce-5e1dcbc42da1,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:28.583022 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-12f45240-27d6-4846-97a9-34475f65e7b7 req-953c853d-2d3b-4394-b43f-5360a4ce20bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d20e9c2-2a08-4e2b-aa31-946b02fab290 HTTP/1.1" status: 200 len: 910 time: 0.1119256 Sep 15 18:14:28.612524 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37776) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:28.638128 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-12f45240-27d6-4846-97a9-34475f65e7b7 req-714e1a71-8cf2-4fd5-9629-435f1f48f8f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2d354c8-d156-4a6c-94c8-71382cc9c048 HTTP/1.1" status: 200 len: 217 time: 0.0434265 Sep 15 18:14:28.666028 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec650a9-e893-40b8-bf30-706fc99f29b4 admin admin] Deleting subnet 07ed5e15-122a-41e6-9a2c-bd1c91c310ee {{(pid=94152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:14:28.669266 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ec650a9-e893-40b8-bf30-706fc99f29b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.703461 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f45240-27d6-4846-97a9-34475f65e7b7 req-2bfaf5e6-bcf2-4c87-8f13-6d9de9cbafec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:28.706705 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-12f45240-27d6-4846-97a9-34475f65e7b7 req-2bfaf5e6-bcf2-4c87-8f13-6d9de9cbafec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db211c98-b22b-4c90-845c-6f95aef9b815 HTTP/1.1" status: 200 len: 849 time: 0.0555828 Sep 15 18:14:28.708154 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ec650a9-e893-40b8-bf30-706fc99f29b4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.727119 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ec650a9-e893-40b8-bf30-706fc99f29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.747879 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-12f45240-27d6-4846-97a9-34475f65e7b7 req-14e134b8-8216-4f08-b22f-4816a00aafb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d20e9c2-2a08-4e2b-aa31-946b02fab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262275 Sep 15 18:14:28.797270 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd6cfa-bfd3-4f05-95e1-fe772f75ee31 req-a3521dad-414b-4b58-8f76-fb92cabaf9a5 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:28.798813 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-09fd6cfa-bfd3-4f05-95e1-fe772f75ee31 req-a3521dad-414b-4b58-8f76-fb92cabaf9a5 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0866697 Sep 15 18:14:28.857099 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ec650a9-e893-40b8-bf30-706fc99f29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.870147 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-12f45240-27d6-4846-97a9-34475f65e7b7 req-285547d8-eaf5-446d-9b0d-cf45bcd4f25d service neutron] 10.222.0.41 "GET /v2.0/networks/2d20e9c2-2a08-4e2b-aa31-946b02fab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105125 Sep 15 18:14:28.897745 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec650a9-e893-40b8-bf30-706fc99f29b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ed5e15-122a-41e6-9a2c-bd1c91c310ee,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:28.901702 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ec650a9-e893-40b8-bf30-706fc99f29b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:28.906840 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-4ec650a9-e893-40b8-bf30-706fc99f29b4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/07ed5e15-122a-41e6-9a2c-bd1c91c310ee HTTP/1.1" status: 204 len: 168 time: 0.2931516 Sep 15 18:14:28.912402 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37792) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:28.954544 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-09fd6cfa-bfd3-4f05-95e1-fe772f75ee31 req-d0855864-9cf5-4af3-8c9e-9bec4c00870f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254678 Sep 15 18:14:29.007462 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-12f45240-27d6-4846-97a9-34475f65e7b7 req-4a9b24a2-0e0a-4a57-9a10-11304f54f02e service neutron] 10.222.0.41 "GET /v2.0/networks/2d20e9c2-2a08-4e2b-aa31-946b02fab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288257 Sep 15 18:14:29.016510 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.109645 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.118529 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37802) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:29.134614 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.134976 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.136204 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.137076 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > port after_create 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.137076 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.137409 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > port after_update 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.137754 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.138068 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.138396 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.138788 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.229418 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-0566f32b-a994-417a-89b3-adf3fb80c1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.271319 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:14:29.308878 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:14:29.309467 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 1dd263be-4c7c-4b87-8eef-3b8d5c720d4e not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:14:29.322979 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.324564 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.326203 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.326705 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:29.327092 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23c7915-2529-4e98-ae47-ed9e649300c2']}} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:29.341426 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37822) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:29.350559 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32615855-7398-4140-ad9e-705f9292b52a') {'for_net_delete': True} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:29.351058 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32615855-7398-4140-ad9e-705f9292b52a') {} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:29.353844 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-0566f32b-a994-417a-89b3-adf3fb80c1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.372429 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60655349'] for segment, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.373182 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-0566f32b-a994-417a-89b3-adf3fb80c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.394764 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.403367 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:14:29.403821 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58785185'] for segment, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: from cryptography.utils import int_from_bytes Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: from cryptography.utils import int_from_bytes Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: Traceback (most recent call last): Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: timer() Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: cb(*args, **kw) Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: return func(*args, **kwargs) Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: self._notify() Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: self.callback(batched_events) Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: event.method(event) Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: return f(self, *a, **k) Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._get(url).json() Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: return self.request(url, 'GET', **kwargs) Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:14:29.408615 dv-cinder-763774-3-iscsi neutron-server[94152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:14:29.435022 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-0566f32b-a994-417a-89b3-adf3fb80c1bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba6ee276b24245f2a322149850262b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149192 Sep 15 18:14:29.436443 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566f32b-a994-417a-89b3-adf3fb80c1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae0f0ba-2493-4014-b075-7c78694af505,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:29.441470 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_v2 [None req-5588589d-6397-40c3-8c39-339f16b2ce30 admin admin] Deleting subnet e980d718-359b-4691-9302-f0d1b0e568b5 {{(pid=94151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:14:29.443852 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37826) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:29.451275 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5588589d-6397-40c3-8c39-339f16b2ce30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.484206 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.494466 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.497120 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e23c7915-2529-4e98-ae47-ed9e649300c2 HTTP/1.1" status: 204 len: 168 time: 0.5836339 Sep 15 18:14:29.500369 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37830) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:29.509334 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a8131-ae51-4617-b030-9c8408db2f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=e23c7915-2529-4e98-ae47-ed9e649300c2,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:29.522184 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5588589d-6397-40c3-8c39-339f16b2ce30 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.551466 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5588589d-6397-40c3-8c39-339f16b2ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.604235 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-492d9eec-40f4-4734-99ac-215c288fed5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.610865 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c2c2c2-45f6-47ee-a85b-c0c0b93ebe21 admin admin] Deleting subnet cea61e27-e084-4206-a13f-c0023be4c322 {{(pid=94151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:14:29.626055 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-56c2c2c2-45f6-47ee-a85b-c0c0b93ebe21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.661487 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-492d9eec-40f4-4734-99ac-215c288fed5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.676657 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22d130-c453-4759-95e2-ece82d124cde req-0577f45d-09df-4b98-ac2f-bbbcdffa68be tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:29.678625 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5f22d130-c453-4759-95e2-ece82d124cde req-0577f45d-09df-4b98-ac2f-bbbcdffa68be tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 943 time: 0.0516427 Sep 15 18:14:29.702719 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5588589d-6397-40c3-8c39-339f16b2ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.706092 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-56c2c2c2-45f6-47ee-a85b-c0c0b93ebe21 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.720946 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-56c2c2c2-45f6-47ee-a85b-c0c0b93ebe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.724613 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5f22d130-c453-4759-95e2-ece82d124cde req-b5bba767-f4b4-47dd-95bb-40ff76db67f4 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392022 Sep 15 18:14:29.759207 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588589d-6397-40c3-8c39-339f16b2ce30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e980d718-359b-4691-9302-f0d1b0e568b5,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:29.761127 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5588589d-6397-40c3-8c39-339f16b2ce30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.763755 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-5588589d-6397-40c3-8c39-339f16b2ce30 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e980d718-359b-4691-9302-f0d1b0e568b5 HTTP/1.1" status: 204 len: 168 time: 0.4210362 Sep 15 18:14:29.767941 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37842) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:29.809402 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-492d9eec-40f4-4734-99ac-215c288fed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.811924 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-492d9eec-40f4-4734-99ac-215c288fed5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.813049 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-492d9eec-40f4-4734-99ac-215c288fed5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ae0f0ba-2493-4014-b075-7c78694af505 HTTP/1.1" status: 204 len: 168 time: 0.3684075 Sep 15 18:14:29.856640 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d9eec-40f4-4734-99ac-215c288fed5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae0f0ba-2493-4014-b075-7c78694af505,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:29.872305 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.874779 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-56c2c2c2-45f6-47ee-a85b-c0c0b93ebe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for subnet, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.911290 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2c2c2-45f6-47ee-a85b-c0c0b93ebe21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea61e27-e084-4206-a13f-c0023be4c322,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:29.917540 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-56c2c2c2-45f6-47ee-a85b-c0c0b93ebe21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:29.923114 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37850) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:29.923479 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-56c2c2c2-45f6-47ee-a85b-c0c0b93ebe21 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cea61e27-e084-4206-a13f-c0023be4c322 HTTP/1.1" status: 204 len: 168 time: 0.4187264 Sep 15 18:14:29.996341 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.001791 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.022474 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.022809 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.023537 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.023883 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > port after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.024205 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.024533 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > port after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.024844 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.025153 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.025459 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.025793 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.097678 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.097678 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.097678 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.097678 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:14:30.097678 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69cff2af-998b-4880-a3fe-a90cc9fb201f']}} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:30.124682 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735b2c4f-3b12-482f-a089-3728e410f12f') {'for_net_delete': True} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:30.124961 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735b2c4f-3b12-482f-a089-3728e410f12f') {} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:30.129118 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.143717 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58890155'] for segment, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.165955 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.173224 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4218adbf-86fe-4722-800b-62adcfa65adc']}} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:30.176642 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:14:30.177235 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932927'] for segment, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: from cryptography.utils import int_from_bytes Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: from cryptography.utils import int_from_bytes Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: Traceback (most recent call last): Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: timer() Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: cb(*args, **kw) Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: return func(*args, **kwargs) Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: self._notify() Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: self.callback(batched_events) Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: event.method(event) Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: return f(self, *a, **k) Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._get(url).json() Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: return self.request(url, 'GET', **kwargs) Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:14:30.185170 dv-cinder-763774-3-iscsi neutron-server[94151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:14:30.190140 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6bcb63-2f82-41ef-861e-66db878635b9') {'for_net_delete': True} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:30.190705 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6bcb63-2f82-41ef-861e-66db878635b9') {} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:14:30.210086 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c275a-c9a4-4002-b0c1-518044f938d0 req-132f53e8-dd82-4bd7-8679-273a6358cf35 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:30.212123 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d83c275a-c9a4-4002-b0c1-518044f938d0 req-132f53e8-dd82-4bd7-8679-273a6358cf35 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.1391468 Sep 15 18:14:30.214179 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60655349'] for segment, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.243591 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.254777 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:14:30.255513 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58785185'] for segment, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: Traceback (most recent call last): Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: timer() Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: cb(*args, **kw) Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: return func(*args, **kwargs) Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: self._notify() Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: self.callback(batched_events) Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: event.method(event) Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: return f(self, *a, **k) Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._get(url).json() Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: return self.request(url, 'GET', **kwargs) Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:14:30.257307 dv-cinder-763774-3-iscsi neutron-server[94152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:14:30.274845 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.284517 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.287063 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] 10.222.0.39 "DELETE /v2.0/networks/69cff2af-998b-4880-a3fe-a90cc9fb201f HTTP/1.1" status: 204 len: 168 time: 0.5175922 Sep 15 18:14:30.297418 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b33c03-ff1b-46ea-87e4-67dfdf5373ad admin admin] Pushing event deleted for resources: {'Network': ['ID=69cff2af-998b-4880-a3fe-a90cc9fb201f,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:30.302317 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37860) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:30.320083 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d83c275a-c9a4-4002-b0c1-518044f938d0 req-cdbfe47f-1999-4096-8bbd-c60674ce71f4 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814629 Sep 15 18:14:30.322553 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e52613ae-5747-4289-8f93-400f7f9776fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.359899 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.370291 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.374816 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] 10.222.0.39 "DELETE /v2.0/networks/4218adbf-86fe-4722-800b-62adcfa65adc HTTP/1.1" status: 204 len: 168 time: 0.4481716 Sep 15 18:14:30.384973 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545ee3f-7cd3-44ad-b9f8-ff92fc77e88c admin admin] Pushing event deleted for resources: {'Network': ['ID=4218adbf-86fe-4722-800b-62adcfa65adc,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:30.431596 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e52613ae-5747-4289-8f93-400f7f9776fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.438508 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e52613ae-5747-4289-8f93-400f7f9776fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.475569 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37868) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:30.483471 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e52613ae-5747-4289-8f93-400f7f9776fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81123520fcc84a238ca7063deaf925a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799943 Sep 15 18:14:30.484543 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52613ae-5747-4289-8f93-400f7f9776fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58aa3a9-47cf-435c-a067-157ac4a13026,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:30.486117 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37872) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:30.541111 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8f5c-0ba5-4ac6-bbe0-e96df92e31a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.567258 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8f5c-0ba5-4ac6-bbe0-e96df92e31a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.612759 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37876) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:30.623805 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37878) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:30.697850 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-398d8299-016b-49c0-aa69-d4c17727cfbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed9225cc0a0f4e44bcebc618ffb4131e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0829780 Sep 15 18:14:30.700937 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37880) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:30.711482 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e004e45c-3bb3-462f-baaa-e1ebec2fe5c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc8e2002593c49c4b37c5bb7b797957d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839598 Sep 15 18:14:30.715987 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37882) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:30.796168 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c01710c6-250d-4322-b5ad-a22a62fdc95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.800499 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1558-045f-47bc-ab84-376e5d880019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.844234 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c01710c6-250d-4322-b5ad-a22a62fdc95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.846988 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1558-045f-47bc-ab84-376e5d880019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.854477 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8f5c-0ba5-4ac6-bbe0-e96df92e31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.857371 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8f5c-0ba5-4ac6-bbe0-e96df92e31a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.858602 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-9b7c8f5c-0ba5-4ac6-bbe0-e96df92e31a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b58aa3a9-47cf-435c-a067-157ac4a13026 HTTP/1.1" status: 204 len: 168 time: 0.3712595 Sep 15 18:14:30.874783 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-97b8b9cc-31d8-4d0a-bc7e-d787d364ff0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.878149 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c8f5c-0ba5-4ac6-bbe0-e96df92e31a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58aa3a9-47cf-435c-a067-157ac4a13026,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:30.906281 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf91f1-26ed-4fa8-8323-2553520b8d13 req-93d968a8-0a14-4ffc-b274-9bf1ae9beda0 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:30.913572 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-82bf91f1-26ed-4fa8-8323-2553520b8d13 req-93d968a8-0a14-4ffc-b274-9bf1ae9beda0 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 943 time: 0.0924823 Sep 15 18:14:30.929535 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c01710c6-250d-4322-b5ad-a22a62fdc95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.934021 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c01710c6-250d-4322-b5ad-a22a62fdc95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.935551 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-c01710c6-250d-4322-b5ad-a22a62fdc95b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/848570dd-df71-458d-b72e-c16da667a17c HTTP/1.1" status: 204 len: 168 time: 0.2335079 Sep 15 18:14:30.951647 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1558-045f-47bc-ab84-376e5d880019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.954302 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1558-045f-47bc-ab84-376e5d880019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:30.955628 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e5ea1558-045f-47bc-ab84-376e5d880019 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92ae0e39-811f-4a9e-8ecb-263255cdc572 HTTP/1.1" status: 204 len: 168 time: 0.2386434 Sep 15 18:14:30.956812 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01710c6-250d-4322-b5ad-a22a62fdc95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848570dd-df71-458d-b72e-c16da667a17c,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:30.974774 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea1558-045f-47bc-ab84-376e5d880019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ae0e39-811f-4a9e-8ecb-263255cdc572,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:30.983600 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-82bf91f1-26ed-4fa8-8323-2553520b8d13 req-35148802-e4d8-4bc5-923a-a3b2efe1b032 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690894 Sep 15 18:14:31.047577 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-97b8b9cc-31d8-4d0a-bc7e-d787d364ff0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.052979 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-97b8b9cc-31d8-4d0a-bc7e-d787d364ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.097821 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8b9cc-31d8-4d0a-bc7e-d787d364ff0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee708eeb-c9d2-4d98-88f8-06c65199c875,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:31.102573 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-97b8b9cc-31d8-4d0a-bc7e-d787d364ff0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f3a0650eaab4b238db7cb78af1a6ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263378 Sep 15 18:14:31.105273 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37896) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:31.140421 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e89889b9-8f66-4d49-a57e-edc9003c05d7 req-5a62fea5-cce5-415d-89cf-7b8f89f2fd93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616004 Sep 15 18:14:31.170405 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-38875219-7fc3-4f37-9ea8-a64d88e8e615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.193035 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-38875219-7fc3-4f37-9ea8-a64d88e8e615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.242950 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89889b9-8f66-4d49-a57e-edc9003c05d7 req-507b9b34-acec-4e18-a768-3a18b20e1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:31.244466 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e89889b9-8f66-4d49-a57e-edc9003c05d7 req-507b9b34-acec-4e18-a768-3a18b20e1b48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 1098 time: 0.0469475 Sep 15 18:14:31.271530 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-38875219-7fc3-4f37-9ea8-a64d88e8e615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.271728 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device f2d354c8-d156-4a6c-94c8-71382cc9c048 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:14:31.274577 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-38875219-7fc3-4f37-9ea8-a64d88e8e615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.279914 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-38875219-7fc3-4f37-9ea8-a64d88e8e615 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee708eeb-c9d2-4d98-88f8-06c65199c875 HTTP/1.1" status: 204 len: 168 time: 0.1726880 Sep 15 18:14:31.285393 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37900) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:31.306901 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1acb8255-3253-47f5-8f26-3fa9a8ed9610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.319292 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38875219-7fc3-4f37-9ea8-a64d88e8e615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee708eeb-c9d2-4d98-88f8-06c65199c875,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:31.373268 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port f2d354c8-d156-4a6c-94c8-71382cc9c048, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=f2d354c8-d156-4a6c-94c8-71382cc9c048,segment=NetworkSegment(ebca00df-dfb3-42b0-9aea-8906d7058483),segment_id=ebca00df-dfb3-42b0-9aea-8906d7058483)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:31.385114 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'f2d354c8-d156-4a6c-94c8-71382cc9c048', 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290', 'port_id': 'f2d354c8-d156-4a6c-94c8-71382cc9c048', 'mac_address': 'fa:16:3e:18:a0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db211c98-b22b-4c90-845c-6f95aef9b815', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:14:31.442378 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.463200 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d354c8-d156-4a6c-94c8-71382cc9c048 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:14:31.465994 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89889b9-8f66-4d49-a57e-edc9003c05d7 req-fc9ee869-d217-4201-937a-7f31caab9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:31.469054 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e89889b9-8f66-4d49-a57e-edc9003c05d7 req-fc9ee869-d217-4201-937a-7f31caab9cb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 920 time: 0.1890540 Sep 15 18:14:31.487442 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port f2d354c8-d156-4a6c-94c8-71382cc9c048, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=f2d354c8-d156-4a6c-94c8-71382cc9c048,segment=NetworkSegment(ebca00df-dfb3-42b0-9aea-8906d7058483),segment_id=ebca00df-dfb3-42b0-9aea-8906d7058483)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:31.492382 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.518441 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e89889b9-8f66-4d49-a57e-edc9003c05d7 req-50d72f6c-98c7-441e-bf6c-99ae28bb9f92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 HTTP/1.1" status: 200 len: 217 time: 0.0409343 Sep 15 18:14:31.532318 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1acb8255-3253-47f5-8f26-3fa9a8ed9610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.537675 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1acb8255-3253-47f5-8f26-3fa9a8ed9610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.554535 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=f2d354c8-d156-4a6c-94c8-71382cc9c048,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:31.562393 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.562809 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.563214 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.563620 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.564014 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.571593 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.571593 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.571593 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.571593 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.571593 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.571593 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.571593 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:14:31.572422 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee128647-b0e1-4fc9-a85c-ce309a5d35cd req-d1b2fff6-a14a-4b15-bd7a-080b46c6ea9d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:31.576457 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee128647-b0e1-4fc9-a85c-ce309a5d35cd req-d1b2fff6-a14a-4b15-bd7a-080b46c6ea9d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.1336241 Sep 15 18:14:31.588035 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-1acb8255-3253-47f5-8f26-3fa9a8ed9610 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fbd1c985a870412cba57577ad6efb087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010871 Sep 15 18:14:31.592657 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37910) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:31.611660 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89889b9-8f66-4d49-a57e-edc9003c05d7 req-4382ec6a-4931-4051-be3c-cb7be981df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:31.613147 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e89889b9-8f66-4d49-a57e-edc9003c05d7 req-4382ec6a-4931-4051-be3c-cb7be981df39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 200 len: 859 time: 0.0852008 Sep 15 18:14:31.617468 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37912) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:31.633874 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb8255-3253-47f5-8f26-3fa9a8ed9610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f6a38e-3c3c-40b7-a860-a34e72d0108c,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:31.675645 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee128647-b0e1-4fc9-a85c-ce309a5d35cd req-c158cde0-b7ff-4313-b59d-9482c244d9aa tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864882 Sep 15 18:14:31.682793 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e89889b9-8f66-4d49-a57e-edc9003c05d7 req-e095de53-ac72-445b-8892-c2126c6f2e4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d019230-0c00-4c00-9bdb-dc9b282f71aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537550 Sep 15 18:14:31.786366 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-c8f8bbd7-964e-4712-9c42-a1bf731cf3ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9bd0c95c5334bf884c9c7cb8f95891d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678066 Sep 15 18:14:31.789865 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37922) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:31.802021 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['f2d354c8-d156-4a6c-94c8-71382cc9c048'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:14:31.804924 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5ea3b612-8347-4271-94ae-30cc3aecbe01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.870357 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e89889b9-8f66-4d49-a57e-edc9003c05d7 req-6f34a172-52f4-4158-9835-2dd851839837 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714299 Sep 15 18:14:31.879379 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5ea3b612-8347-4271-94ae-30cc3aecbe01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.918276 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 37926) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:31.936198 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-424e79b5-47f3-4392-9944-9ea4fccb66be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:31.985013 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5818abe5-ef5e-4dc3-a299-b10708885bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.022346 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5818abe5-ef5e-4dc3-a299-b10708885bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.044339 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5ea3b612-8347-4271-94ae-30cc3aecbe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.047080 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5ea3b612-8347-4271-94ae-30cc3aecbe01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.048207 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-5ea3b612-8347-4271-94ae-30cc3aecbe01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7f6a38e-3c3c-40b7-a860-a34e72d0108c HTTP/1.1" status: 204 len: 168 time: 0.4544263 Sep 15 18:14:32.061117 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e89889b9-8f66-4d49-a57e-edc9003c05d7 req-018fe32e-f4fa-4376-8292-3158e8802b6f service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797099 Sep 15 18:14:32.078098 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3b612-8347-4271-94ae-30cc3aecbe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f6a38e-3c3c-40b7-a860-a34e72d0108c,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:32.097472 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-424e79b5-47f3-4392-9944-9ea4fccb66be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.115940 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-424e79b5-47f3-4392-9944-9ea4fccb66be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.131806 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5818abe5-ef5e-4dc3-a299-b10708885bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.145212 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5818abe5-ef5e-4dc3-a299-b10708885bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.157472 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-5818abe5-ef5e-4dc3-a299-b10708885bd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/771d0769-aa55-4244-ae7b-e30af2e9a652 HTTP/1.1" status: 204 len: 168 time: 0.3648562 Sep 15 18:14:32.171065 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-424e79b5-47f3-4392-9944-9ea4fccb66be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f8983a44a7246d683da818a10318eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487869 Sep 15 18:14:32.171268 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818abe5-ef5e-4dc3-a299-b10708885bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771d0769-aa55-4244-ae7b-e30af2e9a652,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:32.172100 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e79b5-47f3-4392-9944-9ea4fccb66be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2915987-86c0-434b-9cc5-dc91fc46f7f6,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:32.173789 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 37938) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:32.182157 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f154c78-7220-4e21-b851-0bcd6362148e req-13824e9a-7156-472a-88be-b4553f82f8cc tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:32.189893 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8f154c78-7220-4e21-b851-0bcd6362148e req-13824e9a-7156-472a-88be-b4553f82f8cc tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 944 time: 0.1047440 Sep 15 18:14:32.232368 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8f154c78-7220-4e21-b851-0bcd6362148e req-966d655c-bf9e-4f24-a8b2-9abbcfdc9997 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Sep 15 18:14:32.260398 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-521730cb-aa9e-4946-944f-bd23a1f46609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.282552 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-521730cb-aa9e-4946-944f-bd23a1f46609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.330780 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-521730cb-aa9e-4946-944f-bd23a1f46609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.333300 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-521730cb-aa9e-4946-944f-bd23a1f46609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:32.336952 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-521730cb-aa9e-4946-944f-bd23a1f46609 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2915987-86c0-434b-9cc5-dc91fc46f7f6 HTTP/1.1" status: 204 len: 168 time: 0.1597221 Sep 15 18:14:32.342441 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521730cb-aa9e-4946-944f-bd23a1f46609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2915987-86c0-434b-9cc5-dc91fc46f7f6,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:32.805660 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7360c88-5bd5-4c2a-ad13-30cda2c422fd req-9ec568b4-c90d-45ac-8e98-89f4582e7522 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:32.807360 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d7360c88-5bd5-4c2a-ad13-30cda2c422fd req-9ec568b4-c90d-45ac-8e98-89f4582e7522 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0597732 Sep 15 18:14:32.863776 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d7360c88-5bd5-4c2a-ad13-30cda2c422fd req-50359931-cbfd-4327-b238-bf0a66458781 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476778 Sep 15 18:14:33.274256 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device f2d354c8-d156-4a6c-94c8-71382cc9c048 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:14:33.333423 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port f2d354c8-d156-4a6c-94c8-71382cc9c048 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:14:33.339895 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port f2d354c8-d156-4a6c-94c8-71382cc9c048 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:14:33.340564 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:33.364442 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccc37-7481-4521-bd58-b2a3e6cb7865 req-5535b246-46fb-4882-94f6-1b63689d8681 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:33.366002 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b29ccc37-7481-4521-bd58-b2a3e6cb7865 req-5535b246-46fb-4882-94f6-1b63689d8681 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 944 time: 0.0528288 Sep 15 18:14:33.410968 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b29ccc37-7481-4521-bd58-b2a3e6cb7865 req-ee5f0361-9996-4851-af36-ab477f1a6b15 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379395 Sep 15 18:14:33.434027 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:33.459476 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2001cd78-481c-44f4-9432-3ca7dd830c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d354c8-d156-4a6c-94c8-71382cc9c048'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:14:33.461908 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d183343-8830-47ad-bc6a-e80114e87524" -d '{"events": [{"server_uuid": "2001cd78-481c-44f4-9432-3ca7dd830c60", "name": "network-vif-plugged", "status": "completed", "tag": "f2d354c8-d156-4a6c-94c8-71382cc9c048"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:33.475693 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port f2d354c8-d156-4a6c-94c8-71382cc9c048, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=f2d354c8-d156-4a6c-94c8-71382cc9c048,segment=NetworkSegment(ebca00df-dfb3-42b0-9aea-8906d7058483),segment_id=ebca00df-dfb3-42b0-9aea-8906d7058483)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:33.480559 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:33.515316 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a700e06b-f81c-4b0b-b825-2c4c26c4874e x-openstack-request-id: req-a700e06b-f81c-4b0b-b825-2c4c26c4874e {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:33.515973 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2001cd78-481c-44f4-9432-3ca7dd830c60", "name": "network-vif-plugged", "status": "completed", "tag": "f2d354c8-d156-4a6c-94c8-71382cc9c048", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:33.516542 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a700e06b-f81c-4b0b-b825-2c4c26c4874e {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:33.517009 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2001cd78-481c-44f4-9432-3ca7dd830c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d354c8-d156-4a6c-94c8-71382cc9c048', 'code': 200} Sep 15 18:14:33.548925 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=f2d354c8-d156-4a6c-94c8-71382cc9c048,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:33.705693 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c750b9-63a4-4811-9100-65b5e6abd9c1 req-84d699e4-81fb-4376-9e4f-5f7b9283a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:33.707420 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-69c750b9-63a4-4811-9100-65b5e6abd9c1 req-84d699e4-81fb-4376-9e4f-5f7b9283a517 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 1098 time: 0.0435526 Sep 15 18:14:33.750053 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-69c750b9-63a4-4811-9100-65b5e6abd9c1 req-acb10a0a-35fa-46a5-8c7c-04a369a533d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299728 Sep 15 18:14:33.847770 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 38044) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:34.012801 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc0273-e17b-4971-be2e-bf5868dbd04f req-586599cc-1058-4e6a-b00a-855aec85315e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:34.020529 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0efc0273-e17b-4971-be2e-bf5868dbd04f req-586599cc-1058-4e6a-b00a-855aec85315e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0648618 Sep 15 18:14:34.072077 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3c2a23f4-058e-4670-bac1-2fc21fbca7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:34.099326 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0efc0273-e17b-4971-be2e-bf5868dbd04f req-4558dcde-cb37-47c6-b528-609b6cb32e4f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779333 Sep 15 18:14:34.272846 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3c2a23f4-058e-4670-bac1-2fc21fbca7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:34.280983 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3c2a23f4-058e-4670-bac1-2fc21fbca7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:34.320427 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-3c2a23f4-058e-4670-bac1-2fc21fbca7f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d2e80ef35d64c1ab3277a4197316f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689145 Sep 15 18:14:34.320685 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 38068) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:34.331482 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a23f4-058e-4670-bac1-2fc21fbca7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dd0267-4c5f-40a5-889b-e34ed5694a86,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:34.378058 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c7eabf2f-3e9a-477f-909e-b5707354ca81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:34.401160 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c7eabf2f-3e9a-477f-909e-b5707354ca81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:34.463589 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c7eabf2f-3e9a-477f-909e-b5707354ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:34.466825 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c7eabf2f-3e9a-477f-909e-b5707354ca81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:34.467981 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-c7eabf2f-3e9a-477f-909e-b5707354ca81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27dd0267-4c5f-40a5-889b-e34ed5694a86 HTTP/1.1" status: 204 len: 168 time: 0.1462739 Sep 15 18:14:34.477857 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eabf2f-3e9a-477f-909e-b5707354ca81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dd0267-4c5f-40a5-889b-e34ed5694a86,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:34.559469 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ae571-a97e-4b85-9831-f152b015fc93 req-e0aac86e-96f7-4559-8441-fdd517fd0f70 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:34.561007 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e97ae571-a97e-4b85-9831-f152b015fc93 req-e0aac86e-96f7-4559-8441-fdd517fd0f70 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 945 time: 0.0555351 Sep 15 18:14:34.602856 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e97ae571-a97e-4b85-9831-f152b015fc93 req-b39530dc-7ac4-4c66-a477-76302443ce2a tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342126 Sep 15 18:14:34.814791 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:35.289813 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d461971-89fd-4d59-99bd-4a30757308fc req-3cce7fc4-a39a-4ae3-87d4-4b11ef7cb5f9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:35.299788 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3d461971-89fd-4d59-99bd-4a30757308fc req-3cce7fc4-a39a-4ae3-87d4-4b11ef7cb5f9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0918050 Sep 15 18:14:35.346316 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3d461971-89fd-4d59-99bd-4a30757308fc req-6f9c92b8-4003-4ec0-b338-fe150aa6501c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 Sep 15 18:14:35.768057 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcc1f0-abf6-40c1-ac90-4df1bf4e4d13 req-77eae644-16d4-4fba-9168-1a7c1810c76b tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:35.770067 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20bcc1f0-abf6-40c1-ac90-4df1bf4e4d13 req-77eae644-16d4-4fba-9168-1a7c1810c76b tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 945 time: 0.0742044 Sep 15 18:14:35.838407 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20bcc1f0-abf6-40c1-ac90-4df1bf4e4d13 req-01c1d3a9-31a3-4cb4-a624-3f021edc565b tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546494 Sep 15 18:14:36.494837 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894cd72-6ac4-4568-aef8-50da341cd74e req-06f68654-834a-4521-9265-c744ecc0f25c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:36.497032 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d894cd72-6ac4-4568-aef8-50da341cd74e req-06f68654-834a-4521-9265-c744ecc0f25c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0561345 Sep 15 18:14:36.554102 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d894cd72-6ac4-4568-aef8-50da341cd74e req-dfad3aba-6026-42fd-873f-07fdd6d6d1b1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504417 Sep 15 18:14:36.769020 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd199504-af6e-4824-a75a-46e2eb4ceb88 req-86dd967d-07b9-49c8-96ca-28a302de238c tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:36.770611 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dd199504-af6e-4824-a75a-46e2eb4ceb88 req-86dd967d-07b9-49c8-96ca-28a302de238c tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 945 time: 0.0532284 Sep 15 18:14:36.808411 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dd199504-af6e-4824-a75a-46e2eb4ceb88 req-8023621e-6e27-40ae-9fe1-28faaa14c2d1 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Sep 15 18:14:37.476909 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 38256) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:37.582259 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5cefe427-5509-4bf2-b72d-825769c35c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:37.705819 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41651ac-7cb3-422e-a8e2-0fed2502bb35 req-e7b276f5-1984-44c4-bde6-1ad30c7b5cc0 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:37.707194 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b41651ac-7cb3-422e-a8e2-0fed2502bb35 req-e7b276f5-1984-44c4-bde6-1ad30c7b5cc0 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0715382 Sep 15 18:14:37.708892 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5cefe427-5509-4bf2-b72d-825769c35c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:37.712801 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5cefe427-5509-4bf2-b72d-825769c35c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:37.775592 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefe427-5509-4bf2-b72d-825769c35c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77990a7d-7b23-42c2-aaca-d242e5f8002a,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:37.784885 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 38266) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:37.785527 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-5cefe427-5509-4bf2-b72d-825769c35c19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29695717c7444df5bf6feb1c176ba8dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068452 Sep 15 18:14:37.788845 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b41651ac-7cb3-422e-a8e2-0fed2502bb35 req-a22f3a2f-9025-4e7b-a8c1-f8c6ba834041 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729628 Sep 15 18:14:37.837445 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-281631d8-7dd8-4304-adfa-f9f0c7006262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:37.863106 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-281631d8-7dd8-4304-adfa-f9f0c7006262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:37.916421 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-281631d8-7dd8-4304-adfa-f9f0c7006262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:37.919022 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-281631d8-7dd8-4304-adfa-f9f0c7006262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:37.920160 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-281631d8-7dd8-4304-adfa-f9f0c7006262 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77990a7d-7b23-42c2-aaca-d242e5f8002a HTTP/1.1" status: 204 len: 168 time: 0.1343019 Sep 15 18:14:37.929092 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281631d8-7dd8-4304-adfa-f9f0c7006262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77990a7d-7b23-42c2-aaca-d242e5f8002a,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:37.933684 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15733b-a6aa-4e5d-bc76-4412ffbd595e req-81496e21-fa98-4345-8f51-f576e3ebe438 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:37.942891 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bf15733b-a6aa-4e5d-bc76-4412ffbd595e req-81496e21-fa98-4345-8f51-f576e3ebe438 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 945 time: 0.0615940 Sep 15 18:14:37.977311 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bf15733b-a6aa-4e5d-bc76-4412ffbd595e req-513ef80e-1d8c-47d6-9a75-e1ea4d3f13c2 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334098 Sep 15 18:14:38.003567 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 38274) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:38.206720 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-20ebdcd6-0049-4e12-8d79-842f891dd707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.264480 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 38284) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:38.283490 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ae1fcd8e-6ac2-414b-96fa-561d93aa7f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.336164 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-20ebdcd6-0049-4e12-8d79-842f891dd707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.344649 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-20ebdcd6-0049-4e12-8d79-842f891dd707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.409259 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-20ebdcd6-0049-4e12-8d79-842f891dd707 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d67c84220b27490698f643fcba6846e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016347 Sep 15 18:14:38.409259 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebdcd6-0049-4e12-8d79-842f891dd707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3d1bc2-40c0-49a4-8bf4-786d78f0a1f9,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:38.409677 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 38292) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:38.499803 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63ff6-8d23-4406-bb3d-77022c5df121 req-71991893-b30b-46f4-9d41-060df6a51709 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:38.501328 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-97f63ff6-8d23-4406-bb3d-77022c5df121 req-71991893-b30b-46f4-9d41-060df6a51709 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.41 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 945 time: 0.0853171 Sep 15 18:14:38.503915 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 38298) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:38.509791 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e464bf64-1c7c-47ae-b03d-281181c436e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.512498 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ae1fcd8e-6ac2-414b-96fa-561d93aa7f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.518348 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ae1fcd8e-6ac2-414b-96fa-561d93aa7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.553474 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fcd8e-6ac2-414b-96fa-561d93aa7f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a808e718-3ac3-4d93-b4fe-3e34dfe1cb8b,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:38.582663 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ae1fcd8e-6ac2-414b-96fa-561d93aa7f42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0850597f7b754db9913c96792e4719bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170943 Sep 15 18:14:38.585529 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 38308) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:38.594728 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e464bf64-1c7c-47ae-b03d-281181c436e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.641951 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-627a4fe5-3155-43cb-b7be-e453f4d42bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.663796 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-627a4fe5-3155-43cb-b7be-e453f4d42bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.688098 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-deb74950-c9e5-4e76-9c0a-f065fa1e2ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.741939 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-627a4fe5-3155-43cb-b7be-e453f4d42bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.746267 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-627a4fe5-3155-43cb-b7be-e453f4d42bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.751620 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-beb3972e-b876-4647-93ca-2485effb9266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.762044 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e464bf64-1c7c-47ae-b03d-281181c436e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.762221 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-627a4fe5-3155-43cb-b7be-e453f4d42bd9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a808e718-3ac3-4d93-b4fe-3e34dfe1cb8b HTTP/1.1" status: 204 len: 168 time: 0.1665287 Sep 15 18:14:38.762408 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e464bf64-1c7c-47ae-b03d-281181c436e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.762408 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e464bf64-1c7c-47ae-b03d-281181c436e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce3d1bc2-40c0-49a4-8bf4-786d78f0a1f9 HTTP/1.1" status: 204 len: 168 time: 0.3463333 Sep 15 18:14:38.762550 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a4fe5-3155-43cb-b7be-e453f4d42bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a808e718-3ac3-4d93-b4fe-3e34dfe1cb8b,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:38.790652 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-97f63ff6-8d23-4406-bb3d-77022c5df121 req-4d217223-4abc-480c-adac-2e8880c86286 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Deleting port f2d354c8-d156-4a6c-94c8-71382cc9c048 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:14:38.791147 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-97f63ff6-8d23-4406-bb3d-77022c5df121 req-4d217223-4abc-480c-adac-2e8880c86286 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:38.880978 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464bf64-1c7c-47ae-b03d-281181c436e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3d1bc2-40c0-49a4-8bf4-786d78f0a1f9,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:38.957227 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff06d84-ace5-46d3-82c0-3b49bc5e946c req-172fe360-ef70-412b-99fc-078d75948449 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:38.959931 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1ff06d84-ace5-46d3-82c0-3b49bc5e946c req-172fe360-ef70-412b-99fc-078d75948449 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0641897 Sep 15 18:14:39.015676 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-deb74950-c9e5-4e76-9c0a-f065fa1e2ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.021457 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-deb74950-c9e5-4e76-9c0a-f065fa1e2ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.035046 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1ff06d84-ace5-46d3-82c0-3b49bc5e946c req-4b50c6ac-9449-412f-b741-153fc7ec9fdc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645845 Sep 15 18:14:39.053511 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-97f63ff6-8d23-4406-bb3d-77022c5df121 req-4d217223-4abc-480c-adac-2e8880c86286 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] For port f2d354c8-d156-4a6c-94c8-71382cc9c048, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=f2d354c8-d156-4a6c-94c8-71382cc9c048,segment=NetworkSegment(ebca00df-dfb3-42b0-9aea-8906d7058483),segment_id=ebca00df-dfb3-42b0-9aea-8906d7058483)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:14:39.054051 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-97f63ff6-8d23-4406-bb3d-77022c5df121 req-4d217223-4abc-480c-adac-2e8880c86286 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.083091 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-deb74950-c9e5-4e76-9c0a-f065fa1e2ee6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38dad27067de4cbaa25fb1355b943765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782857 Sep 15 18:14:39.086704 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-97f63ff6-8d23-4406-bb3d-77022c5df121 req-4d217223-4abc-480c-adac-2e8880c86286 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Calling delete_port for f2d354c8-d156-4a6c-94c8-71382cc9c048 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:14:39.088397 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 38332) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:39.101414 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb74950-c9e5-4e76-9c0a-f065fa1e2ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e67963-e872-4040-9a07-18827da9091a,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:39.174418 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f97a2-75bf-47e2-bf2d-0452c03977ed req-29a83712-6461-4491-b33e-1d36de2a273b tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:39.175974 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-799f97a2-75bf-47e2-bf2d-0452c03977ed req-29a83712-6461-4491-b33e-1d36de2a273b tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 945 time: 0.1116052 Sep 15 18:14:39.280528 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-799f97a2-75bf-47e2-bf2d-0452c03977ed req-db6b3d99-cb77-4b0f-8ff9-7af0cd7edac2 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962865 Sep 15 18:14:39.297949 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 38342) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:39.312974 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a0f64634-6d55-4a3e-8210-319cd49e69e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.440585 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a0f64634-6d55-4a3e-8210-319cd49e69e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.446435 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a0f64634-6d55-4a3e-8210-319cd49e69e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.488463 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-a0f64634-6d55-4a3e-8210-319cd49e69e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf70329afdaa4972a083c59102adbb99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892726 Sep 15 18:14:39.489621 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f64634-6d55-4a3e-8210-319cd49e69e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b564fc-0dc5-4cd6-9995-42b43e02c2c4,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:39.492279 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 38350) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:39.553493 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-28fb3d17-88a4-4b18-bd21-2f163c623673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.563307 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1cec56e3-ed39-4961-8a34-28e70502a851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.578179 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-97f63ff6-8d23-4406-bb3d-77022c5df121 req-4d217223-4abc-480c-adac-2e8880c86286 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.588804 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1cec56e3-ed39-4961-8a34-28e70502a851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.593457 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['f2d354c8-d156-4a6c-94c8-71382cc9c048'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:14:39.613345 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-28fb3d17-88a4-4b18-bd21-2f163c623673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.615564 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d217223-4abc-480c-adac-2e8880c86286 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Pushing event deleted for resources: {'Port': ['ID=f2d354c8-d156-4a6c-94c8-71382cc9c048,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:39.675880 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1cec56e3-ed39-4961-8a34-28e70502a851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.678803 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1cec56e3-ed39-4961-8a34-28e70502a851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.682430 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f63ff6-8d23-4406-bb3d-77022c5df121 req-4d217223-4abc-480c-adac-2e8880c86286 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] No DVR routers for this DVR port f2d354c8-d156-4a6c-94c8-71382cc9c048 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:14:39.684733 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-1cec56e3-ed39-4961-8a34-28e70502a851 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88b564fc-0dc5-4cd6-9995-42b43e02c2c4 HTTP/1.1" status: 204 len: 168 time: 0.1786053 Sep 15 18:14:39.690452 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-97f63ff6-8d23-4406-bb3d-77022c5df121 req-4d217223-4abc-480c-adac-2e8880c86286 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.693287 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-97f63ff6-8d23-4406-bb3d-77022c5df121 req-4d217223-4abc-480c-adac-2e8880c86286 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.41 "DELETE /v2.0/ports/f2d354c8-d156-4a6c-94c8-71382cc9c048 HTTP/1.1" status: 204 len: 173 time: 1.1730695 Sep 15 18:14:39.693964 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2001cd78-481c-44f4-9432-3ca7dd830c60', 'name': 'network-vif-deleted', 'tag': 'f2d354c8-d156-4a6c-94c8-71382cc9c048'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:14:39.696845 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38946f1-6a3e-43da-a410-01ea7c720f7b" -d '{"events": [{"server_uuid": "2001cd78-481c-44f4-9432-3ca7dd830c60", "name": "network-vif-deleted", "tag": "f2d354c8-d156-4a6c-94c8-71382cc9c048"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:39.723848 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec56e3-ed39-4961-8a34-28e70502a851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b564fc-0dc5-4cd6-9995-42b43e02c2c4,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:39.747388 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-28fb3d17-88a4-4b18-bd21-2f163c623673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.750899 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-28fb3d17-88a4-4b18-bd21-2f163c623673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:39.752319 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-28fb3d17-88a4-4b18-bd21-2f163c623673 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27e67963-e872-4040-9a07-18827da9091a HTTP/1.1" status: 204 len: 168 time: 0.6614249 Sep 15 18:14:39.787059 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b6d068-236c-4777-940d-7752a1bf8716 x-openstack-request-id: req-d1b6d068-236c-4777-940d-7752a1bf8716 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:39.787363 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2001cd78-481c-44f4-9432-3ca7dd830c60", "name": "network-vif-deleted", "tag": "f2d354c8-d156-4a6c-94c8-71382cc9c048", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:39.787730 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1b6d068-236c-4777-940d-7752a1bf8716 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:39.787999 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2001cd78-481c-44f4-9432-3ca7dd830c60', 'name': 'network-vif-deleted', 'tag': 'f2d354c8-d156-4a6c-94c8-71382cc9c048', 'status': 'completed', 'code': 200} Sep 15 18:14:39.789006 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb3d17-88a4-4b18-bd21-2f163c623673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e67963-e872-4040-9a07-18827da9091a,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:40.192700 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e2ae6-c6e8-449c-bc2b-906fa70bfe8f req-d7ba33ef-daf9-4a36-82fc-7b4cfa8845b9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:40.194277 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-104e2ae6-c6e8-449c-bc2b-906fa70bfe8f req-d7ba33ef-daf9-4a36-82fc-7b4cfa8845b9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0701046 Sep 15 18:14:40.250394 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-104e2ae6-c6e8-449c-bc2b-906fa70bfe8f req-551979b8-6f59-4e7f-b629-67154e52da80 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470810 Sep 15 18:14:40.298148 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 38396) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:40.318850 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-823989af-f3ae-4939-b075-30388ab87962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:40.456328 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-823989af-f3ae-4939-b075-30388ab87962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:40.470425 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-823989af-f3ae-4939-b075-30388ab87962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:40.501925 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8644964b-c832-43fd-a1f5-dcd4b2e2f86f req-e4c9048d-8da2-4541-980c-32ed88cbe703 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2001cd78-481c-44f4-9432-3ca7dd830c60 HTTP/1.1" status: 200 len: 210 time: 0.0440106 Sep 15 18:14:40.538047 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-823989af-f3ae-4939-b075-30388ab87962 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e0b59f382d44f5c98b89a4ea5ed9832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388020 Sep 15 18:14:40.538889 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823989af-f3ae-4939-b075-30388ab87962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d601100-a4a6-45b2-8023-8f0dc5fac39b,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:40.540851 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 38406) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:40.610952 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f35777ab-45c0-4447-a9ba-cb56126e383a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:40.638004 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f35777ab-45c0-4447-a9ba-cb56126e383a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:40.708494 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f35777ab-45c0-4447-a9ba-cb56126e383a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:40.711980 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f35777ab-45c0-4447-a9ba-cb56126e383a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:40.713338 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-f35777ab-45c0-4447-a9ba-cb56126e383a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d601100-a4a6-45b2-8023-8f0dc5fac39b HTTP/1.1" status: 204 len: 168 time: 0.1643860 Sep 15 18:14:40.727905 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35777ab-45c0-4447-a9ba-cb56126e383a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d601100-a4a6-45b2-8023-8f0dc5fac39b,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:41.388413 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a4b2d-3680-497c-b504-f2294c9637b4 req-e6a80d99-694b-4424-975c-5ab6467ad87c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:41.396139 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c32a4b2d-3680-497c-b504-f2294c9637b4 req-e6a80d99-694b-4424-975c-5ab6467ad87c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0624499 Sep 15 18:14:41.446605 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c32a4b2d-3680-497c-b504-f2294c9637b4 req-0582caa1-705d-4c16-bab5-d8e873edb371 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443068 Sep 15 18:14:41.458577 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a8e57e3d-6441-4cd9-abf8-3fb412a39e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:41.473259 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:41.919166 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-f6c6cac7-dc64-4d2c-8dca-ffac51dab12d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:41.922018 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-f6c6cac7-dc64-4d2c-8dca-ffac51dab12d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/networks?id=2d20e9c2-2a08-4e2b-aa31-946b02fab290 HTTP/1.1" status: 200 len: 809 time: 0.1488848 Sep 15 18:14:41.942525 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-cca1f977-6d2b-42a4-b04f-39cab1f88ce6 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/quotas/05c36825dd574b7ba82a5f960c2b40cf HTTP/1.1" status: 200 len: 375 time: 0.0157695 Sep 15 18:14:41.988271 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-446ed284-ef80-47db-876f-f619a21c72f1 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=05c36825dd574b7ba82a5f960c2b40cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368919 Sep 15 18:14:42.118248 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-15528758-dd9c-4a71-acd8-883a084c1064 service neutron] 10.222.0.39 "GET /v2.0/networks/2d20e9c2-2a08-4e2b-aa31-946b02fab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290519 Sep 15 18:14:42.189831 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7f8d6-4b95-4e93-9633-ad956950c9b9 req-b912c3c1-9c04-42bf-a612-e402130bc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:42.192368 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1ba7f8d6-4b95-4e93-9633-ad956950c9b9 req-b912c3c1-9c04-42bf-a612-e402130bc4c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0413246 Sep 15 18:14:42.241415 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1ba7f8d6-4b95-4e93-9633-ad956950c9b9 req-98903e94-76ec-4a59-b6a2-56f77f66846e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409279 Sep 15 18:14:42.247129 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-7e73fc6c-5dc8-4b33-8c2b-9aae07adadb4 service neutron] 10.222.0.39 "GET /v2.0/networks/2d20e9c2-2a08-4e2b-aa31-946b02fab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194847 Sep 15 18:14:42.367760 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 38588) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:42.425439 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-82b9de1d-e80c-4744-9ac4-736713c31e31 req-8219a196-3608-40e1-9cea-bd559ae19dd4 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 210 time: 0.0285814 Sep 15 18:14:42.483827 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:42.509883 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe461-339d-4c06-a87e-9ebbdb3bd75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:42.635797 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade23f3c-22c9-4ea1-87a6-efb768112d11 req-cb04a721-6db6-4269-99da-4daaa846a3d2 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:42.638632 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe461-339d-4c06-a87e-9ebbdb3bd75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:42.643480 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ade23f3c-22c9-4ea1-87a6-efb768112d11 req-cb04a721-6db6-4269-99da-4daaa846a3d2 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.1107342 Sep 15 18:14:42.645649 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe461-339d-4c06-a87e-9ebbdb3bd75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:42.683944 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-2c2fe461-339d-4c06-a87e-9ebbdb3bd75e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fd37b1a001a417bbf79997663f32285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148856 Sep 15 18:14:42.686413 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 38604) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:42.690209 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ade23f3c-22c9-4ea1-87a6-efb768112d11 req-b4ed55d3-a99d-4bbd-a04e-73b74908d7a1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455439 Sep 15 18:14:42.719265 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fe461-339d-4c06-a87e-9ebbdb3bd75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a950d44-5920-4bf1-b7d2-2556007d4edb,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:42.767463 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f463c41e-3379-4e84-a0fc-4ce9cfc93387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:42.791593 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f463c41e-3379-4e84-a0fc-4ce9cfc93387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:42.847279 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f463c41e-3379-4e84-a0fc-4ce9cfc93387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:42.850003 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f463c41e-3379-4e84-a0fc-4ce9cfc93387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:42.853987 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-f463c41e-3379-4e84-a0fc-4ce9cfc93387 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a950d44-5920-4bf1-b7d2-2556007d4edb HTTP/1.1" status: 204 len: 168 time: 0.1633139 Sep 15 18:14:42.862378 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463c41e-3379-4e84-a0fc-4ce9cfc93387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a950d44-5920-4bf1-b7d2-2556007d4edb,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:43.246544 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 38642) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:43.259267 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3adf3bf7-6373-43e5-ab5d-cf59ae7e0e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:43.309584 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device f2d354c8-d156-4a6c-94c8-71382cc9c048 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:14:43.330375 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: f2d354c8-d156-4a6c-94c8-71382cc9c048 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:14:43.330714 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device f2d354c8-d156-4a6c-94c8-71382cc9c048 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:14:43.360021 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3adf3bf7-6373-43e5-ab5d-cf59ae7e0e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:43.364310 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3adf3bf7-6373-43e5-ab5d-cf59ae7e0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:43.404177 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-3adf3bf7-6373-43e5-ab5d-cf59ae7e0e21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19f86263b1f34062bf0090926feccfa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565559 Sep 15 18:14:43.405010 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf3bf7-6373-43e5-ab5d-cf59ae7e0e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622221c6-ee8b-4d2f-af2b-0d8a4ae8d760,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:43.406888 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 38644) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:43.456985 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fe6f33ed-2a00-4683-b8ad-09a6b4e2a0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:43.479807 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fe6f33ed-2a00-4683-b8ad-09a6b4e2a0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:43.533322 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-05d1158b-6105-4ec6-a34b-e83e19629727 req-96188e81-81f1-45da-9cec-d6db34714b39 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 210 time: 0.0324807 Sep 15 18:14:43.549026 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fe6f33ed-2a00-4683-b8ad-09a6b4e2a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:43.551685 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fe6f33ed-2a00-4683-b8ad-09a6b4e2a0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:43.555091 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-fe6f33ed-2a00-4683-b8ad-09a6b4e2a0b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/622221c6-ee8b-4d2f-af2b-0d8a4ae8d760 HTTP/1.1" status: 204 len: 168 time: 0.1448689 Sep 15 18:14:43.561431 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f33ed-2a00-4683-b8ad-09a6b4e2a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622221c6-ee8b-4d2f-af2b-0d8a4ae8d760,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:43.805148 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089a4e3-0a22-47be-82d5-72eeea8d77a7 req-81ed1668-beb5-4d03-89a0-7c8c254fec7d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:43.806662 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2089a4e3-0a22-47be-82d5-72eeea8d77a7 req-81ed1668-beb5-4d03-89a0-7c8c254fec7d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0508854 Sep 15 18:14:43.847505 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2089a4e3-0a22-47be-82d5-72eeea8d77a7 req-861f7cab-70a7-4cf6-89da-311120a9375e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336189 Sep 15 18:14:44.267589 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:44.622279 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 38690) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:44.728948 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2951-9d94-4285-b4f9-fcc9f4bfa74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:44.817994 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2951-9d94-4285-b4f9-fcc9f4bfa74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:44.821768 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2951-9d94-4285-b4f9-fcc9f4bfa74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:44.861087 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-bc1f2951-9d94-4285-b4f9-fcc9f4bfa74d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a3183c9cf3f4da39da310eb8ac40b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376962 Sep 15 18:14:44.862142 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f2951-9d94-4285-b4f9-fcc9f4bfa74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52427757-ddc1-4ae8-b33d-38086dee06c7,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:44.863972 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 38696) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:44.912074 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c1703990-b800-4938-b4ae-10045e90d9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:44.932847 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c1703990-b800-4938-b4ae-10045e90d9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:44.980262 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c1703990-b800-4938-b4ae-10045e90d9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:44.982800 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c1703990-b800-4938-b4ae-10045e90d9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:44.983961 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-c1703990-b800-4938-b4ae-10045e90d9f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52427757-ddc1-4ae8-b33d-38086dee06c7 HTTP/1.1" status: 204 len: 168 time: 0.1190028 Sep 15 18:14:44.991593 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1703990-b800-4938-b4ae-10045e90d9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52427757-ddc1-4ae8-b33d-38086dee06c7,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:46.455315 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f37ca6ff-c4f9-4dd6-87e0-59becfd51985 req-43c50d66-bdbd-4135-a496-1c7f9d275390 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 210 time: 0.0341322 Sep 15 18:14:46.491658 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b52bb-4334-4784-9a3e-ad4991513541 req-396884cc-b99c-4753-9702-a1ad28a6d309 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:46.493197 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-641b52bb-4334-4784-9a3e-ad4991513541 req-396884cc-b99c-4753-9702-a1ad28a6d309 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0701978 Sep 15 18:14:46.539320 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-641b52bb-4334-4784-9a3e-ad4991513541 req-987bf366-9a62-4862-8bac-7dc5c58c9619 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380843 Sep 15 18:14:46.742665 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-d02d6e4e-244a-4b63-890d-61d36dbee4a2 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:46.744117 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-d02d6e4e-244a-4b63-890d-61d36dbee4a2 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.41 "GET /v2.0/networks?id=2d20e9c2-2a08-4e2b-aa31-946b02fab290 HTTP/1.1" status: 200 len: 809 time: 0.1154151 Sep 15 18:14:46.768796 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Request body: {'port': {'device_id': '2903de3e-1001-42da-8850-7cd7ad5abbd8', 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290', 'admin_state_up': True, 'tenant_id': '05c36825dd574b7ba82a5f960c2b40cf'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:46.888752 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Made reservation on behalf of 05c36825dd574b7ba82a5f960c2b40cf for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:14:46.892393 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:47.017995 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Allocated IP 172.20.0.4 (2d20e9c2-2a08-4e2b-aa31-946b02fab290/db211c98-b22b-4c90-845c-6f95aef9b815/2d44e7eb-11de-4c5b-9a19-0117d3207468) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:14:47.175620 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:47.218979 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:47.273036 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:14:47.276006 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:14:47.279149 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:14:47.312913 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Pushing event updated for resources: {'Port': ['ID=2d44e7eb-11de-4c5b-9a19-0117d3207468,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:47.346303 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:47.347381 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:47.369382 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-4ba58998-769d-4e4a-9bb7-c44fb912391d tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042311 Sep 15 18:14:47.384150 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Request body: {'port': {'device_id': '2903de3e-1001-42da-8850-7cd7ad5abbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:14:47.461374 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:47.601114 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131de606-a128-4a65-b236-89fe1e673d4a req-0266e82d-f17e-4a02-a172-c876c621805e tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:47.606043 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-131de606-a128-4a65-b236-89fe1e673d4a req-0266e82d-f17e-4a02-a172-c876c621805e tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 931 time: 0.0570817 Sep 15 18:14:47.682185 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-131de606-a128-4a65-b236-89fe1e673d4a req-2c3fa5f8-d1e4-4a8b-a5c8-226cde0ba22c tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730371 Sep 15 18:14:47.697446 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cceca9-62dc-4783-919d-1fdde0037724 req-bde5e610-b255-458f-af7d-b18ab111cfe5 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:47.699629 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-58cceca9-62dc-4783-919d-1fdde0037724 req-bde5e610-b255-458f-af7d-b18ab111cfe5 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0741277 Sep 15 18:14:47.736779 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-58cceca9-62dc-4783-919d-1fdde0037724 req-0f6cdff2-f335-4c14-b8bc-37cdacec39b1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311089 Sep 15 18:14:47.737114 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d44e7eb-11de-4c5b-9a19-0117d3207468 {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:14:47.744448 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:47.757574 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Transition to ACTIVE for port object 2d44e7eb-11de-4c5b-9a19-0117d3207468 will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:14:47.763339 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:47.813341 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Pushing event updated for resources: {'Port': ['ID=2d44e7eb-11de-4c5b-9a19-0117d3207468,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:47.854267 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53100f9a-550e-465d-8d5d-71b54eb02c4c req-0144c1ca-0ed5-448b-bc13-acca0920530f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:47.857868 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-53100f9a-550e-465d-8d5d-71b54eb02c4c req-0144c1ca-0ed5-448b-bc13-acca0920530f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0558937 Sep 15 18:14:47.883434 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Attempting to bind port 2d44e7eb-11de-4c5b-9a19-0117d3207468 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:14:47.886597 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Attempting to bind port 2d44e7eb-11de-4c5b-9a19-0117d3207468 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': 'ebca00df-dfb3-42b0-9aea-8906d7058483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:14:47.887060 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Attempting to bind port 2d44e7eb-11de-4c5b-9a19-0117d3207468 on network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:14:47.900525 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Port 2d44e7eb-11de-4c5b-9a19-0117d3207468 on network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:14:47.900525 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Attempting to bind port 2d44e7eb-11de-4c5b-9a19-0117d3207468 on network 2d20e9c2-2a08-4e2b-aa31-946b02fab290 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:14:47.900525 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:14:47.900525 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Checking segment: {'id': 'ebca00df-dfb3-42b0-9aea-8906d7058483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:14:47.900525 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Bound using segment: {'id': 'ebca00df-dfb3-42b0-9aea-8906d7058483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:14:47.900525 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Bound port: 2d44e7eb-11de-4c5b-9a19-0117d3207468, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebca00df-dfb3-42b0-9aea-8906d7058483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:14:47.900525 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:47.901133 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-53100f9a-550e-465d-8d5d-71b54eb02c4c req-2ca7110b-1204-48cd-8f69-df6cfad6003f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390258 Sep 15 18:14:47.972071 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] For port 2d44e7eb-11de-4c5b-9a19-0117d3207468, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:14:47.975091 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] For port 2d44e7eb-11de-4c5b-9a19-0117d3207468, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=2d44e7eb-11de-4c5b-9a19-0117d3207468,segment=NetworkSegment(ebca00df-dfb3-42b0-9aea-8906d7058483),segment_id=ebca00df-dfb3-42b0-9aea-8906d7058483)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:14:47.978834 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:48.014115 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:48.014729 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:48.016118 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d44e7eb-11de-4c5b-9a19-0117d3207468 HTTP/1.1" status: 200 len: 1093 time: 0.6371074 Sep 15 18:14:48.016553 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903de3e-1001-42da-8850-7cd7ad5abbd8', 'tag': '2d44e7eb-11de-4c5b-9a19-0117d3207468'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:14:48.018801 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d0b39e-5de1-4b62-8026-cd9a263618c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2903de3e-1001-42da-8850-7cd7ad5abbd8", "tag": "2d44e7eb-11de-4c5b-9a19-0117d3207468"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:14:48.046535 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7b0cf-dbca-484e-9acf-5aa10e9dce53 service neutron] Pushing event updated for resources: {'Port': ['ID=2d44e7eb-11de-4c5b-9a19-0117d3207468,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:48.064735 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21704375-c419-4960-a11b-09ff920ce4df x-openstack-request-id: req-21704375-c419-4960-a11b-09ff920ce4df {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:14:48.065170 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2903de3e-1001-42da-8850-7cd7ad5abbd8", "tag": "2d44e7eb-11de-4c5b-9a19-0117d3207468", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:14:48.065532 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21704375-c419-4960-a11b-09ff920ce4df {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:14:48.065959 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903de3e-1001-42da-8850-7cd7ad5abbd8', 'tag': '2d44e7eb-11de-4c5b-9a19-0117d3207468', 'status': 'completed', 'code': 200} Sep 15 18:14:50.567184 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b39e-5de1-4b62-8026-cd9a263618c7 req-4bde226a-52e9-4c80-bd7e-0a3b94365bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:50.568731 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f7d0b39e-5de1-4b62-8026-cd9a263618c7 req-4bde226a-52e9-4c80-bd7e-0a3b94365bce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c36825dd574b7ba82a5f960c2b40cf&device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0462503 Sep 15 18:14:50.653808 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f80de-7a3d-4035-b3b6-c1ae7be88f26 req-d091aa18-0de6-4312-af34-174d76159e69 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:50.655264 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-401f80de-7a3d-4035-b3b6-c1ae7be88f26 req-d091aa18-0de6-4312-af34-174d76159e69 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0493464 Sep 15 18:14:50.691599 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-401f80de-7a3d-4035-b3b6-c1ae7be88f26 req-47095b31-c98c-41d1-8b7f-a34c97590612 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302532 Sep 15 18:14:50.740915 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b39e-5de1-4b62-8026-cd9a263618c7 req-0fa947d9-8033-4311-960a-d60de4f5afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:50.742432 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f7d0b39e-5de1-4b62-8026-cd9a263618c7 req-0fa947d9-8033-4311-960a-d60de4f5afc7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=05c36825dd574b7ba82a5f960c2b40cf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1646304 Sep 15 18:14:50.905011 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b39e-5de1-4b62-8026-cd9a263618c7 req-5f85fb8f-820f-4d58-a27b-102f4eb852d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:50.906528 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f7d0b39e-5de1-4b62-8026-cd9a263618c7 req-5f85fb8f-820f-4d58-a27b-102f4eb852d4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1522896 Sep 15 18:14:50.987936 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-53cab323-1309-41c0-9a3e-35b15a22007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:50.989382 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-53cab323-1309-41c0-9a3e-35b15a22007f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c36825dd574b7ba82a5f960c2b40cf&device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0395451 Sep 15 18:14:51.040851 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-e7888203-4851-484b-8fd6-b31720d79dd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d44e7eb-11de-4c5b-9a19-0117d3207468 HTTP/1.1" status: 200 len: 217 time: 0.0361118 Sep 15 18:14:51.091707 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-e32857b6-bffe-4233-82c5-55e63b3cb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:51.093134 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-e32857b6-bffe-4233-82c5-55e63b3cb6d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db211c98-b22b-4c90-845c-6f95aef9b815 HTTP/1.1" status: 200 len: 849 time: 0.0440028 Sep 15 18:14:51.128912 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-d011deee-dabd-4ddf-9a1d-a61354d8e234 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d20e9c2-2a08-4e2b-aa31-946b02fab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234728 Sep 15 18:14:51.219398 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-bb04f773-dbc2-4148-883c-a37a6d056216 service neutron] 10.222.0.41 "GET /v2.0/networks/2d20e9c2-2a08-4e2b-aa31-946b02fab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820963 Sep 15 18:14:51.324372 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-57ddff99-4203-4ca2-84c9-b78400d12ba1 req-c14cebc9-7b1f-4cea-a3ce-b1927526e217 service neutron] 10.222.0.41 "GET /v2.0/networks/2d20e9c2-2a08-4e2b-aa31-946b02fab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820947 Sep 15 18:14:51.643513 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a8748-f9ba-45c4-abff-3519f646f673 req-9c71de8f-9ca2-4733-849f-9d93631fde04 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:51.645084 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-467a8748-f9ba-45c4-abff-3519f646f673 req-9c71de8f-9ca2-4733-849f-9d93631fde04 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0569367 Sep 15 18:14:51.659416 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835de9a5-0611-4983-822a-1f49aef3f53f req-1ba24514-bbd0-48cb-9d00-cecb06e8e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:51.662266 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-835de9a5-0611-4983-822a-1f49aef3f53f req-1ba24514-bbd0-48cb-9d00-cecb06e8e932 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 1098 time: 0.0587883 Sep 15 18:14:51.684563 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-467a8748-f9ba-45c4-abff-3519f646f673 req-26bcd97d-0571-4ff7-a469-523be8e71a48 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335453 Sep 15 18:14:51.764844 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835de9a5-0611-4983-822a-1f49aef3f53f req-57b2555d-962e-47c1-94bc-d3369916d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:51.766355 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-835de9a5-0611-4983-822a-1f49aef3f53f req-57b2555d-962e-47c1-94bc-d3369916d3cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 920 time: 0.0958886 Sep 15 18:14:51.819137 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-835de9a5-0611-4983-822a-1f49aef3f53f req-85055f14-38b6-4cae-ac2c-62499433b880 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 HTTP/1.1" status: 200 len: 217 time: 0.0393376 Sep 15 18:14:51.826691 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c06b-2568-4c63-bdda-6737c5513b59 req-c8c5d69a-15f0-430e-83fa-7f1981faba44 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:51.828308 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d304c06b-2568-4c63-bdda-6737c5513b59 req-c8c5d69a-15f0-430e-83fa-7f1981faba44 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0609078 Sep 15 18:14:51.875060 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835de9a5-0611-4983-822a-1f49aef3f53f req-341bce36-d8f4-43d3-b1cf-7504586df3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:51.876798 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-835de9a5-0611-4983-822a-1f49aef3f53f req-341bce36-d8f4-43d3-b1cf-7504586df3f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 200 len: 859 time: 0.0493147 Sep 15 18:14:51.879173 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d304c06b-2568-4c63-bdda-6737c5513b59 req-7008bb3e-77ea-4ed0-a95d-7008caa93f28 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Sep 15 18:14:51.900780 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 38890) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:51.910118 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-835de9a5-0611-4983-822a-1f49aef3f53f req-6acd340d-5434-42ef-9338-a3485a6556d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d019230-0c00-4c00-9bdb-dc9b282f71aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256491 Sep 15 18:14:52.004262 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-835de9a5-0611-4983-822a-1f49aef3f53f req-bf52288d-fd61-475c-bcde-b8e98b22960f service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842962 Sep 15 18:14:52.008701 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-43dcc722-cb7e-4eab-8666-5a3e635f6f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:52.106012 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-835de9a5-0611-4983-822a-1f49aef3f53f req-61339ea6-7688-4be0-ad9a-8cf1d20af560 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875115 Sep 15 18:14:52.125276 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-43dcc722-cb7e-4eab-8666-5a3e635f6f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:52.130216 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-43dcc722-cb7e-4eab-8666-5a3e635f6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:52.167756 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-43dcc722-cb7e-4eab-8666-5a3e635f6f16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50a0760bec314b6e946cb45061b25e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657259 Sep 15 18:14:52.169526 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcc722-cb7e-4eab-8666-5a3e635f6f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52328d41-5838-4a10-8011-863304689c86,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:52.170594 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 38898) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:14:52.223532 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-355bc69d-446b-4433-83b1-81f99ae559fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:52.243836 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-355bc69d-446b-4433-83b1-81f99ae559fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:52.296117 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-355bc69d-446b-4433-83b1-81f99ae559fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:52.298126 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-355bc69d-446b-4433-83b1-81f99ae559fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:14:52.299248 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-355bc69d-446b-4433-83b1-81f99ae559fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52328d41-5838-4a10-8011-863304689c86 HTTP/1.1" status: 204 len: 168 time: 0.1276848 Sep 15 18:14:52.307756 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bc69d-446b-4433-83b1-81f99ae559fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52328d41-5838-4a10-8011-863304689c86,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:14:52.810328 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c7746-5aef-4714-a9c2-ca2cb004594e req-519eba9a-4fc5-4157-b421-364b6074a9ac tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:52.811817 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b56c7746-5aef-4714-a9c2-ca2cb004594e req-519eba9a-4fc5-4157-b421-364b6074a9ac tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0505478 Sep 15 18:14:52.858086 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b56c7746-5aef-4714-a9c2-ca2cb004594e req-ded072f2-bc3e-4ee5-87a8-ba4287673e1e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 Sep 15 18:14:53.004635 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53bc82-af74-463d-ab62-c42952eeb284 req-e2355496-b8ad-4d06-9fbc-94fd2dac04c5 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:53.006240 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cc53bc82-af74-463d-ab62-c42952eeb284 req-e2355496-b8ad-4d06-9fbc-94fd2dac04c5 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0541847 Sep 15 18:14:53.046135 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cc53bc82-af74-463d-ab62-c42952eeb284 req-1648da87-62e6-4bb6-9805-d46432cd197c tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320275 Sep 15 18:14:53.162901 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:14:53.976381 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a38cd-30eb-43c7-b5b7-b5fe671a7da5 req-bee2948a-506d-41a5-b917-a5bf49f2200a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:53.977877 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ae7a38cd-30eb-43c7-b5b7-b5fe671a7da5 req-bee2948a-506d-41a5-b917-a5bf49f2200a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0478504 Sep 15 18:14:54.015728 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ae7a38cd-30eb-43c7-b5b7-b5fe671a7da5 req-4370dfac-2912-447d-a7c1-7d65eb2780aa tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308092 Sep 15 18:14:54.167779 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0d7d-bb8e-459f-92a9-7b14090ac74c req-3118cfe8-93bc-4a3b-a701-9e29b67b1f75 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:54.169403 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6c6e0d7d-bb8e-459f-92a9-7b14090ac74c req-3118cfe8-93bc-4a3b-a701-9e29b67b1f75 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0549250 Sep 15 18:14:54.217632 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6c6e0d7d-bb8e-459f-92a9-7b14090ac74c req-62b1887b-57c5-4171-b32d-6a3a97dc8635 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413809 Sep 15 18:14:57.579085 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48dec5-f53c-4821-8b72-589d3806815d req-f6ee1db9-10de-42b1-9e09-6edd305345cf tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:57.580533 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6c48dec5-f53c-4821-8b72-589d3806815d req-f6ee1db9-10de-42b1-9e09-6edd305345cf tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0799608 Sep 15 18:14:57.599341 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0078db6-c36e-4dc5-8c44-d1ebea60ea75 req-0769f291-81d2-4995-8bbf-a488ce3ab4f4 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:57.600740 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e0078db6-c36e-4dc5-8c44-d1ebea60ea75 req-0769f291-81d2-4995-8bbf-a488ce3ab4f4 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0701323 Sep 15 18:14:57.643980 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6c48dec5-f53c-4821-8b72-589d3806815d req-ef43bfbf-5bde-4fd9-83a3-c417e364bf71 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574675 Sep 15 18:14:57.655905 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e0078db6-c36e-4dc5-8c44-d1ebea60ea75 req-10dabd09-4029-4d83-93f9-d64fc8a0fae1 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466712 Sep 15 18:14:58.790101 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366c869-9452-4d4d-b4e6-9a3f374ea7ec req-1734f53f-89d3-4915-ba1a-f5b86dd4c647 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:58.791628 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3366c869-9452-4d4d-b4e6-9a3f374ea7ec req-1734f53f-89d3-4915-ba1a-f5b86dd4c647 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0765040 Sep 15 18:14:58.799657 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea171a-a1bb-4c15-89e4-ad09bff3d0ae req-31e3f856-32cd-42f1-8d90-42f3ca5a6355 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:58.801022 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-07ea171a-a1bb-4c15-89e4-ad09bff3d0ae req-31e3f856-32cd-42f1-8d90-42f3ca5a6355 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0762315 Sep 15 18:14:58.849171 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3366c869-9452-4d4d-b4e6-9a3f374ea7ec req-a96f589d-2c04-4d05-a929-5f79f85fcf06 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472193 Sep 15 18:14:58.866813 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-07ea171a-a1bb-4c15-89e4-ad09bff3d0ae req-409ae946-14af-4d50-9467-551c8eaaaa89 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Sep 15 18:14:59.993222 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f60cc-cd6d-42b5-afea-26bd5bde423f req-4b4cb3fc-16f8-4e83-ac78-fe03cc088f31 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:14:59.995157 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b85f60cc-cd6d-42b5-afea-26bd5bde423f req-4b4cb3fc-16f8-4e83-ac78-fe03cc088f31 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0757668 Sep 15 18:15:00.006104 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a936bb-01eb-4086-b2ef-92688b8ecdd0 req-7bcc2595-3b49-48b1-9ec6-b63f91187b2f tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:00.007461 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f0a936bb-01eb-4086-b2ef-92688b8ecdd0 req-7bcc2595-3b49-48b1-9ec6-b63f91187b2f tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0638680 Sep 15 18:15:00.060623 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b85f60cc-cd6d-42b5-afea-26bd5bde423f req-fa04479c-5c61-492b-ba1c-e03b44fb84c0 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522306 Sep 15 18:15:00.067841 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f0a936bb-01eb-4086-b2ef-92688b8ecdd0 req-5fb923dc-5ac6-4872-81f2-31c0317f2f0f tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531261 Sep 15 18:15:01.206095 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c26749-0593-4d97-aab0-cbae5ecd3f55 req-e7b5d4ed-0881-4b09-811d-ec0818ebac61 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:01.207544 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-63c26749-0593-4d97-aab0-cbae5ecd3f55 req-e7b5d4ed-0881-4b09-811d-ec0818ebac61 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0769892 Sep 15 18:15:01.218959 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5718e8d-5324-4e6e-916e-390029d8d271 req-f44332af-457a-4282-87d2-3213aa611e8f tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:01.221525 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b5718e8d-5324-4e6e-916e-390029d8d271 req-f44332af-457a-4282-87d2-3213aa611e8f tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0808160 Sep 15 18:15:01.270725 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-63c26749-0593-4d97-aab0-cbae5ecd3f55 req-a4b91ed4-5ac6-4516-87ff-ae9774228d59 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478666 Sep 15 18:15:01.283958 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b5718e8d-5324-4e6e-916e-390029d8d271 req-3949c6ae-4221-4fa2-945d-dca1882c7e69 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535209 Sep 15 18:15:02.429727 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c8b07-a0f4-47c0-abe3-0d8614132785 req-87d64499-17a9-436b-97c4-30a838c41e8b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:02.431200 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-350c8b07-a0f4-47c0-abe3-0d8614132785 req-87d64499-17a9-436b-97c4-30a838c41e8b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0858235 Sep 15 18:15:02.437015 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 39062) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:02.447196 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8412ee-1398-4780-838f-5b76309a2982 req-4c7d86e1-ddc9-48e5-ad13-18513f0a987f tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:02.448719 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1b8412ee-1398-4780-838f-5b76309a2982 req-4c7d86e1-ddc9-48e5-ad13-18513f0a987f tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0711472 Sep 15 18:15:02.501759 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-350c8b07-a0f4-47c0-abe3-0d8614132785 req-ea4d654d-0074-4935-9feb-505ad4cc787b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633361 Sep 15 18:15:02.509098 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1b8412ee-1398-4780-838f-5b76309a2982 req-f8ae4b97-fbd5-45af-82dd-9ce3a9ec7d56 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538568 Sep 15 18:15:02.559179 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ca8538e6-15f6-406f-853b-96e36e99c657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:02.647534 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ca8538e6-15f6-406f-853b-96e36e99c657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:02.652631 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ca8538e6-15f6-406f-853b-96e36e99c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:02.690351 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-ca8538e6-15f6-406f-853b-96e36e99c657 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=131dca8a6daa4ef5bff4b07337824836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522380 Sep 15 18:15:02.691168 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8538e6-15f6-406f-853b-96e36e99c657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1554331-8f97-4749-bdd2-d5a07f519efc,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:02.694328 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 39068) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:02.744035 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2914578e-c132-4cb4-9e20-087488938698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:02.764570 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2914578e-c132-4cb4-9e20-087488938698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:02.811974 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2914578e-c132-4cb4-9e20-087488938698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:02.815041 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2914578e-c132-4cb4-9e20-087488938698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:02.816291 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2914578e-c132-4cb4-9e20-087488938698 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1554331-8f97-4749-bdd2-d5a07f519efc HTTP/1.1" status: 204 len: 168 time: 0.1206036 Sep 15 18:15:02.824146 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914578e-c132-4cb4-9e20-087488938698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1554331-8f97-4749-bdd2-d5a07f519efc,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:03.655415 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712ed2e-347e-4a14-8e35-3f067532b0f4 req-999dd2c1-98b5-4e5e-bde7-29664671df99 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:03.656898 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e712ed2e-347e-4a14-8e35-3f067532b0f4 req-999dd2c1-98b5-4e5e-bde7-29664671df99 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0676105 Sep 15 18:15:03.664351 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47874ad0-2c82-463a-a662-3ad0c80f5634 req-b9de8d65-29a3-4640-99d2-d74e04c7d40e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:03.665800 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-47874ad0-2c82-463a-a662-3ad0c80f5634 req-b9de8d65-29a3-4640-99d2-d74e04c7d40e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0863457 Sep 15 18:15:03.716284 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e712ed2e-347e-4a14-8e35-3f067532b0f4 req-d9f14e00-0115-4e79-8765-e12f3cca9c9a tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494609 Sep 15 18:15:03.729116 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-47874ad0-2c82-463a-a662-3ad0c80f5634 req-236f4671-eafb-4d8c-8f84-4ca8acd68481 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490556 Sep 15 18:15:04.819575 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:04.872803 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f4ae6-97b2-4cbb-b0ba-4759c702765e req-30ac18bb-9a61-4171-8a06-ba55f396b5c6 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:04.874299 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ea5f4ae6-97b2-4cbb-b0ba-4759c702765e req-30ac18bb-9a61-4171-8a06-ba55f396b5c6 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0783236 Sep 15 18:15:04.884547 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc64e6-1bf7-404a-a69a-7700c843779d req-b94d0429-efe6-42d6-a0db-42a9f6a7c874 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:04.886442 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-66cc64e6-1bf7-404a-a69a-7700c843779d req-b94d0429-efe6-42d6-a0db-42a9f6a7c874 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0798547 Sep 15 18:15:04.939452 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ea5f4ae6-97b2-4cbb-b0ba-4759c702765e req-fc4b51e9-6e91-4dd3-b393-1f4bb2f0afa6 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520775 Sep 15 18:15:04.942099 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-66cc64e6-1bf7-404a-a69a-7700c843779d req-4f7a0f81-ea99-4252-96f0-4eeb8ad204d5 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491078 Sep 15 18:15:06.278730 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d449b05-fcf8-446a-90b5-b741ba31ac30 req-f773fe21-9ca0-4aa3-9793-16d173721834 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:06.280172 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5d449b05-fcf8-446a-90b5-b741ba31ac30 req-f773fe21-9ca0-4aa3-9793-16d173721834 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.2666345 Sep 15 18:15:06.287333 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e33a8c-2732-41bb-8e18-58a7f3b3b581 req-309b79d8-ca7f-471e-be16-f52fe3d4cecd tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:06.288663 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-06e33a8c-2732-41bb-8e18-58a7f3b3b581 req-309b79d8-ca7f-471e-be16-f52fe3d4cecd tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.2763426 Sep 15 18:15:06.346935 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5d449b05-fcf8-446a-90b5-b741ba31ac30 req-15a74af4-44c3-48c6-bc42-747b4a3aca7f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573521 Sep 15 18:15:06.349566 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-06e33a8c-2732-41bb-8e18-58a7f3b3b581 req-fa7f47b9-748c-4e2a-90e3-ce08de929392 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540776 Sep 15 18:15:08.745031 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a45f2fd4-a24f-4037-8fc3-89ed4104d9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:08.848769 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda42e0-3888-4617-adb7-6ce8297048eb req-903a513f-b9e9-473b-8c9c-73826fbb9019 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:08.850253 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4dda42e0-3888-4617-adb7-6ce8297048eb req-903a513f-b9e9-473b-8c9c-73826fbb9019 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0719521 Sep 15 18:15:08.883075 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94a224-1a93-43e5-b2c4-e92e732b1330 req-92efdc6d-be5e-48d7-a3c4-76144f3c8044 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:08.884457 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-be94a224-1a93-43e5-b2c4-e92e732b1330 req-92efdc6d-be5e-48d7-a3c4-76144f3c8044 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 943 time: 0.0744627 Sep 15 18:15:08.915604 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4dda42e0-3888-4617-adb7-6ce8297048eb req-28f463ec-aeaa-475c-b635-743de962fc60 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575809 Sep 15 18:15:08.937980 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-be94a224-1a93-43e5-b2c4-e92e732b1330 req-45443556-8b74-4215-8315-d20416b271ff tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463569 Sep 15 18:15:09.702142 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 2d44e7eb-11de-4c5b-9a19-0117d3207468 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:15:09.798684 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 2d44e7eb-11de-4c5b-9a19-0117d3207468, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=2d44e7eb-11de-4c5b-9a19-0117d3207468,segment=NetworkSegment(ebca00df-dfb3-42b0-9aea-8906d7058483),segment_id=ebca00df-dfb3-42b0-9aea-8906d7058483)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:09.809375 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': '2d44e7eb-11de-4c5b-9a19-0117d3207468', 'network_id': '2d20e9c2-2a08-4e2b-aa31-946b02fab290', 'port_id': '2d44e7eb-11de-4c5b-9a19-0117d3207468', 'mac_address': 'fa:16:3e:86:1b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db211c98-b22b-4c90-845c-6f95aef9b815', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:15:09.845780 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:09.858187 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d44e7eb-11de-4c5b-9a19-0117d3207468 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:15:09.876269 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 2d44e7eb-11de-4c5b-9a19-0117d3207468, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=2d44e7eb-11de-4c5b-9a19-0117d3207468,segment=NetworkSegment(ebca00df-dfb3-42b0-9aea-8906d7058483),segment_id=ebca00df-dfb3-42b0-9aea-8906d7058483)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:09.879006 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:09.924437 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=2d44e7eb-11de-4c5b-9a19-0117d3207468,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:10.063001 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e214bd-099e-4418-9756-bd7acdf2ff22 req-e74c9295-7d7d-4ca6-ab7d-24f67d463e8b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:10.064455 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f1e214bd-099e-4418-9756-bd7acdf2ff22 req-e74c9295-7d7d-4ca6-ab7d-24f67d463e8b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0753450 Sep 15 18:15:10.076664 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19821-b9e3-4bd5-bbe9-9001b420466c req-ceb63c86-26fc-4944-8052-593b4d3e553f tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:10.078035 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-78c19821-b9e3-4bd5-bbe9-9001b420466c req-ceb63c86-26fc-4944-8052-593b4d3e553f tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 944 time: 0.0644221 Sep 15 18:15:10.131936 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f1e214bd-099e-4418-9756-bd7acdf2ff22 req-4f6147a5-7739-442a-9bb6-b8562f8ca805 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529885 Sep 15 18:15:10.137025 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-78c19821-b9e3-4bd5-bbe9-9001b420466c req-ea69d40b-3f1f-452e-83d7-1e05b4fa641e tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527391 Sep 15 18:15:10.303560 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['2d44e7eb-11de-4c5b-9a19-0117d3207468'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:15:11.274932 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded399b-4cb4-4ad5-a94b-3fd32fcb3d1f req-0ff96a7c-8668-4a1c-8e48-d959f31116b3 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:11.276869 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bded399b-4cb4-4ad5-a94b-3fd32fcb3d1f req-0ff96a7c-8668-4a1c-8e48-d959f31116b3 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0750384 Sep 15 18:15:11.284003 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054c9f7-36c5-467e-87f3-14bfd037582c req-78c751b6-509f-4510-9734-8d1861b1b34f tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:11.285316 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0054c9f7-36c5-467e-87f3-14bfd037582c req-78c751b6-509f-4510-9734-8d1861b1b34f tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 944 time: 0.0751657 Sep 15 18:15:11.338881 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bded399b-4cb4-4ad5-a94b-3fd32fcb3d1f req-938fb6d7-b501-4f79-9c4a-21b3af72f5e1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526490 Sep 15 18:15:11.341500 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0054c9f7-36c5-467e-87f3-14bfd037582c req-b31521b1-d782-480a-9eb9-d429629054b7 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498521 Sep 15 18:15:11.438017 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a39224a7-5d68-4e8f-9260-efa9deb6069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:11.462336 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:11.712591 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 2d44e7eb-11de-4c5b-9a19-0117d3207468 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:11.761905 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port 2d44e7eb-11de-4c5b-9a19-0117d3207468 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:15:11.765396 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port 2d44e7eb-11de-4c5b-9a19-0117d3207468 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:11.765797 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:11.800396 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 39250) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:11.844907 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:11.867322 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903de3e-1001-42da-8850-7cd7ad5abbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d44e7eb-11de-4c5b-9a19-0117d3207468'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:15:11.870118 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94998f0a-8843-41a9-9fa9-1f860bec6372" -d '{"events": [{"server_uuid": "2903de3e-1001-42da-8850-7cd7ad5abbd8", "name": "network-vif-plugged", "status": "completed", "tag": "2d44e7eb-11de-4c5b-9a19-0117d3207468"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:15:11.888519 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 2d44e7eb-11de-4c5b-9a19-0117d3207468, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=2d44e7eb-11de-4c5b-9a19-0117d3207468,segment=NetworkSegment(ebca00df-dfb3-42b0-9aea-8906d7058483),segment_id=ebca00df-dfb3-42b0-9aea-8906d7058483)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:11.893353 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:11.910881 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fc2c9efa-d750-46ff-9803-88fb64285318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:11.916927 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a099a6-b7c6-4def-b4e7-4c3df9d82d01 x-openstack-request-id: req-00a099a6-b7c6-4def-b4e7-4c3df9d82d01 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:15:11.917223 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2903de3e-1001-42da-8850-7cd7ad5abbd8", "name": "network-vif-plugged", "status": "completed", "tag": "2d44e7eb-11de-4c5b-9a19-0117d3207468", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:15:11.917484 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00a099a6-b7c6-4def-b4e7-4c3df9d82d01 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:15:11.917904 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903de3e-1001-42da-8850-7cd7ad5abbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d44e7eb-11de-4c5b-9a19-0117d3207468', 'code': 200} Sep 15 18:15:11.946469 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=2d44e7eb-11de-4c5b-9a19-0117d3207468,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:12.006531 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fc2c9efa-d750-46ff-9803-88fb64285318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:12.012487 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fc2c9efa-d750-46ff-9803-88fb64285318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:12.054942 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-fc2c9efa-d750-46ff-9803-88fb64285318 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99994ac05edc42daa135d9e720362391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534490 Sep 15 18:15:12.057453 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c9efa-d750-46ff-9803-88fb64285318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0234b394-803f-4566-8402-a4eb85148d7e,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:12.058332 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 39260) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:12.131021 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac036425-cb44-4387-a0f9-69370c2742f6 req-1c6fe1bf-80a2-4015-b59b-a2bb355967bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:12.135538 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ac036425-cb44-4387-a0f9-69370c2742f6 req-1c6fe1bf-80a2-4015-b59b-a2bb355967bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 1098 time: 0.0558999 Sep 15 18:15:12.146715 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-923e2ab8-f04d-4daf-9440-17591ae82f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:12.184752 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-923e2ab8-f04d-4daf-9440-17591ae82f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:12.193095 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ac036425-cb44-4387-a0f9-69370c2742f6 req-184e522c-b0aa-42f7-9c85-5a97c6359552 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514164 Sep 15 18:15:12.232847 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-923e2ab8-f04d-4daf-9440-17591ae82f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:12.235287 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-923e2ab8-f04d-4daf-9440-17591ae82f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:12.236328 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-923e2ab8-f04d-4daf-9440-17591ae82f7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0234b394-803f-4566-8402-a4eb85148d7e HTTP/1.1" status: 204 len: 168 time: 0.1770265 Sep 15 18:15:12.243629 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e2ab8-f04d-4daf-9440-17591ae82f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0234b394-803f-4566-8402-a4eb85148d7e,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:12.495146 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:12.528928 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756571e-bfbf-4d5d-bf6f-9a60ba3f4830 req-559abd10-2e43-4c50-bd7d-94397b9d85f1 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:12.529890 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3756571e-bfbf-4d5d-bf6f-9a60ba3f4830 req-559abd10-2e43-4c50-bd7d-94397b9d85f1 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 945 time: 0.0755367 Sep 15 18:15:12.544607 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99973eb7-70a1-4df6-8318-5e2e7ef56cb4 req-ecd87b07-f7d7-4f74-add1-521b0370ebe8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:12.546129 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-99973eb7-70a1-4df6-8318-5e2e7ef56cb4 req-ecd87b07-f7d7-4f74-add1-521b0370ebe8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.1282885 Sep 15 18:15:12.590014 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3756571e-bfbf-4d5d-bf6f-9a60ba3f4830 req-e5106d5b-d831-4936-8f32-936274982a02 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592673 Sep 15 18:15:12.603445 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-99973eb7-70a1-4df6-8318-5e2e7ef56cb4 req-1603adc2-a25b-4eff-a76f-c0c71a8b9cb7 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496645 Sep 15 18:15:13.733444 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af33135-1144-42d4-9d76-a243e7da85df req-4eeb7588-b167-4fd1-afc5-7544b7c70a6c tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:13.734923 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4af33135-1144-42d4-9d76-a243e7da85df req-4eeb7588-b167-4fd1-afc5-7544b7c70a6c tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 945 time: 0.0769765 Sep 15 18:15:13.746714 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85129030-8af7-46e7-8b4b-d55bf723f281 req-ff2cb20d-77cc-4f61-8645-4720d9c5840d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:13.748089 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-85129030-8af7-46e7-8b4b-d55bf723f281 req-ff2cb20d-77cc-4f61-8645-4720d9c5840d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0626574 Sep 15 18:15:13.794420 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4af33135-1144-42d4-9d76-a243e7da85df req-b6710028-7f33-4eca-82aa-7e438b3e30fe tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Sep 15 18:15:13.805926 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-85129030-8af7-46e7-8b4b-d55bf723f281 req-0b865cb2-01d4-40c7-9bdf-2f9372eb33d9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505469 Sep 15 18:15:14.270244 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:14.938253 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3c212-59b6-4928-a370-d42cc32d47a1 req-baecdd30-a55d-4874-991f-d5f80476d1ca tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:14.939795 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-60f3c212-59b6-4928-a370-d42cc32d47a1 req-baecdd30-a55d-4874-991f-d5f80476d1ca tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 945 time: 0.0775826 Sep 15 18:15:14.954674 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539afee-4236-4fb3-b291-0839a8f974a5 req-18015cae-f587-4292-bef5-18ecad3369a9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:14.956185 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b539afee-4236-4fb3-b291-0839a8f974a5 req-18015cae-f587-4292-bef5-18ecad3369a9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0693431 Sep 15 18:15:15.012581 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-60f3c212-59b6-4928-a370-d42cc32d47a1 req-77ee36d9-e4df-4fe0-b9e3-eebda9924496 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665691 Sep 15 18:15:15.020151 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b539afee-4236-4fb3-b291-0839a8f974a5 req-42c1d486-2451-4b30-aff0-9904eceddcaa tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572371 Sep 15 18:15:15.840378 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758698fd-f4c0-425d-928d-81208a54623c req-1b6af29e-de34-4c6a-80ce-bf6cda37e849 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:15.841853 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-758698fd-f4c0-425d-928d-81208a54623c req-1b6af29e-de34-4c6a-80ce-bf6cda37e849 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Sep 15 18:15:15.878958 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-758698fd-f4c0-425d-928d-81208a54623c req-d4d704ed-619f-46d9-bb45-b71646f517a6 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Sep 15 18:15:16.133713 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0978-1c3d-4e3b-b924-97dc123b51ab req-a30d59db-c072-4cef-be15-9a50daacc40a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:16.135209 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c92c0978-1c3d-4e3b-b924-97dc123b51ab req-a30d59db-c072-4cef-be15-9a50daacc40a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0475192 Sep 15 18:15:16.174936 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c92c0978-1c3d-4e3b-b924-97dc123b51ab req-e3e04090-b151-4a8f-b794-f335d41f5c74 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338056 Sep 15 18:15:17.029825 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9575a-e77c-4170-9991-1af7af216980 req-b0bdca1a-fd36-49e2-b90e-fe2abf35ff1b tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:17.031383 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bfd9575a-e77c-4170-9991-1af7af216980 req-b0bdca1a-fd36-49e2-b90e-fe2abf35ff1b tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 945 time: 0.0495648 Sep 15 18:15:17.072985 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bfd9575a-e77c-4170-9991-1af7af216980 req-8ffa201c-8f10-4a64-800a-563fbe4fa493 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350964 Sep 15 18:15:17.287777 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50772-df5c-4e01-8338-26c4c3903ab3 req-4000aea5-ea42-4983-a2cd-a4745de50b87 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:17.289250 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cac50772-df5c-4e01-8338-26c4c3903ab3 req-4000aea5-ea42-4983-a2cd-a4745de50b87 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0486801 Sep 15 18:15:17.335328 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cac50772-df5c-4e01-8338-26c4c3903ab3 req-3085220f-743f-4f1d-9175-09ed0c94874e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394130 Sep 15 18:15:17.677794 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b7362-8671-4f51-83a8-d03759bb0277 req-2932a3b8-bb9a-4f1c-8f0c-70063c713044 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:17.679267 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-df4b7362-8671-4f51-83a8-d03759bb0277 req-2932a3b8-bb9a-4f1c-8f0c-70063c713044 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.41 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 945 time: 0.0482666 Sep 15 18:15:17.767816 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-df4b7362-8671-4f51-83a8-d03759bb0277 req-89d76de9-e3ff-4272-a3b0-3bd1280b8800 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Deleting port 2d44e7eb-11de-4c5b-9a19-0117d3207468 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:15:17.768152 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-df4b7362-8671-4f51-83a8-d03759bb0277 req-89d76de9-e3ff-4272-a3b0-3bd1280b8800 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:18.072774 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-df4b7362-8671-4f51-83a8-d03759bb0277 req-89d76de9-e3ff-4272-a3b0-3bd1280b8800 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] For port 2d44e7eb-11de-4c5b-9a19-0117d3207468, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=2d44e7eb-11de-4c5b-9a19-0117d3207468,segment=NetworkSegment(ebca00df-dfb3-42b0-9aea-8906d7058483),segment_id=ebca00df-dfb3-42b0-9aea-8906d7058483)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:18.073129 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-df4b7362-8671-4f51-83a8-d03759bb0277 req-89d76de9-e3ff-4272-a3b0-3bd1280b8800 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:18.084775 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-df4b7362-8671-4f51-83a8-d03759bb0277 req-89d76de9-e3ff-4272-a3b0-3bd1280b8800 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Calling delete_port for 2d44e7eb-11de-4c5b-9a19-0117d3207468 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:15:18.212066 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a7c93-cb18-43d1-b829-1637274b3152 req-ff116f9c-ffb5-4fb7-9ec7-205c8e43aa9b tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:18.213774 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1c1a7c93-cb18-43d1-b829-1637274b3152 req-ff116f9c-ffb5-4fb7-9ec7-205c8e43aa9b tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/ports?device_id=2903de3e-1001-42da-8850-7cd7ad5abbd8 HTTP/1.1" status: 200 len: 945 time: 0.0503268 Sep 15 18:15:18.218520 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-df4b7362-8671-4f51-83a8-d03759bb0277 req-89d76de9-e3ff-4272-a3b0-3bd1280b8800 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:18.234451 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['2d44e7eb-11de-4c5b-9a19-0117d3207468'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:15:18.249727 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d76de9-e3ff-4272-a3b0-3bd1280b8800 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Pushing event deleted for resources: {'Port': ['ID=2d44e7eb-11de-4c5b-9a19-0117d3207468,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:18.267181 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1c1a7c93-cb18-43d1-b829-1637274b3152 req-e8895957-a460-4a81-aebb-a76ed2c8705a tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.39 "GET /v2.0/security-groups?id=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465643 Sep 15 18:15:18.296573 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4b7362-8671-4f51-83a8-d03759bb0277 req-89d76de9-e3ff-4272-a3b0-3bd1280b8800 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] No DVR routers for this DVR port 2d44e7eb-11de-4c5b-9a19-0117d3207468 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:15:18.299597 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-df4b7362-8671-4f51-83a8-d03759bb0277 req-89d76de9-e3ff-4272-a3b0-3bd1280b8800 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:18.301584 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-df4b7362-8671-4f51-83a8-d03759bb0277 req-89d76de9-e3ff-4272-a3b0-3bd1280b8800 tempest-VolumesActionsTest-1195561176 tempest-VolumesActionsTest-1195561176-project] 10.222.0.41 "DELETE /v2.0/ports/2d44e7eb-11de-4c5b-9a19-0117d3207468 HTTP/1.1" status: 204 len: 173 time: 0.6157002 Sep 15 18:15:18.302031 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903de3e-1001-42da-8850-7cd7ad5abbd8', 'name': 'network-vif-deleted', 'tag': '2d44e7eb-11de-4c5b-9a19-0117d3207468'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:15:18.304204 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa161267-b46f-402a-af16-36ac2eb43e72" -d '{"events": [{"server_uuid": "2903de3e-1001-42da-8850-7cd7ad5abbd8", "name": "network-vif-deleted", "tag": "2d44e7eb-11de-4c5b-9a19-0117d3207468"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:15:18.342274 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37666fc6-5adb-4ae8-bceb-cb21e03d4a34 x-openstack-request-id: req-37666fc6-5adb-4ae8-bceb-cb21e03d4a34 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:15:18.342557 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2903de3e-1001-42da-8850-7cd7ad5abbd8", "name": "network-vif-deleted", "tag": "2d44e7eb-11de-4c5b-9a19-0117d3207468", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:15:18.342964 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37666fc6-5adb-4ae8-bceb-cb21e03d4a34 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:15:18.343381 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903de3e-1001-42da-8850-7cd7ad5abbd8', 'name': 'network-vif-deleted', 'tag': '2d44e7eb-11de-4c5b-9a19-0117d3207468', 'status': 'completed', 'code': 200} Sep 15 18:15:18.408223 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 39384) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:18.458961 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a22cd4-a169-411c-83b1-ae6430cf34e5 req-9fcb8413-e6bd-4706-8817-98796e26a923 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:18.460551 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-85a22cd4-a169-411c-83b1-ae6430cf34e5 req-9fcb8413-e6bd-4706-8817-98796e26a923 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0527341 Sep 15 18:15:18.498524 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-85a22cd4-a169-411c-83b1-ae6430cf34e5 req-f8451761-d766-4745-8c25-2787aea88d8a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312471 Sep 15 18:15:18.518142 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e28dbbe8-c841-4c12-9ce1-42bab24d94a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:18.606176 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e28dbbe8-c841-4c12-9ce1-42bab24d94a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:18.609739 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e28dbbe8-c841-4c12-9ce1-42bab24d94a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:18.646312 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e28dbbe8-c841-4c12-9ce1-42bab24d94a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2811401bb40447c1aa6239ef61de9ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370732 Sep 15 18:15:18.647465 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28dbbe8-c841-4c12-9ce1-42bab24d94a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b794abb3-22c7-4e1a-95a9-5c320c59a09d,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:18.649003 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 39388) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:18.698293 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-53988e98-3937-4b3c-b552-8853d32e4782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:18.719295 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-53988e98-3937-4b3c-b552-8853d32e4782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:18.764380 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-53988e98-3937-4b3c-b552-8853d32e4782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:18.767386 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-53988e98-3937-4b3c-b552-8853d32e4782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:18.768243 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-53988e98-3937-4b3c-b552-8853d32e4782 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b794abb3-22c7-4e1a-95a9-5c320c59a09d HTTP/1.1" status: 204 len: 168 time: 0.1170940 Sep 15 18:15:18.776565 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53988e98-3937-4b3c-b552-8853d32e4782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b794abb3-22c7-4e1a-95a9-5c320c59a09d,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:19.288032 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cb25b-57ac-4f19-a437-e544ef14ec56 req-c9768647-aa69-4fdf-9f23-236f255a6dd9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:19.289788 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9b1cb25b-57ac-4f19-a437-e544ef14ec56 req-c9768647-aa69-4fdf-9f23-236f255a6dd9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0524709 Sep 15 18:15:19.332016 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9b1cb25b-57ac-4f19-a437-e544ef14ec56 req-1802ece5-fb15-4164-a614-0c611c742c12 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347288 Sep 15 18:15:19.619243 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba716e0-e149-4d66-ab50-a53eda3c7bf9 req-901dd7a0-3026-49c2-957e-6e9de348d668 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:19.620749 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9ba716e0-e149-4d66-ab50-a53eda3c7bf9 req-901dd7a0-3026-49c2-957e-6e9de348d668 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0538070 Sep 15 18:15:19.665366 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9ba716e0-e149-4d66-ab50-a53eda3c7bf9 req-976982f4-d221-47b3-94f1-24eb4c6641b9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379610 Sep 15 18:15:19.872756 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 39474) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:19.978145 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2d794eb9-0759-482a-8678-5df26a19aab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:20.066615 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2d794eb9-0759-482a-8678-5df26a19aab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:20.070810 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2d794eb9-0759-482a-8678-5df26a19aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:20.105981 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2d794eb9-0759-482a-8678-5df26a19aab3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92b5b137bec44d579a772ae70322760e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320871 Sep 15 18:15:20.108673 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 39496) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:20.110368 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d794eb9-0759-482a-8678-5df26a19aab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c2425a-4ab6-42cc-aaba-abb443f901d1,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:20.156598 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-cf857ce5-c733-43d8-9321-e01aa2a9e4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:20.178076 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-cf857ce5-c733-43d8-9321-e01aa2a9e4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:20.221912 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-cf857ce5-c733-43d8-9321-e01aa2a9e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:20.224360 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-cf857ce5-c733-43d8-9321-e01aa2a9e4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:20.225522 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-cf857ce5-c733-43d8-9321-e01aa2a9e4a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5c2425a-4ab6-42cc-aaba-abb443f901d1 HTTP/1.1" status: 204 len: 168 time: 0.1158316 Sep 15 18:15:20.233287 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf857ce5-c733-43d8-9321-e01aa2a9e4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c2425a-4ab6-42cc-aaba-abb443f901d1,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:20.454432 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515c380-ea9f-4b6d-add1-821d33215103 req-fd2a11e7-e48e-41d4-b0e4-d40c92209925 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:20.455902 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a515c380-ea9f-4b6d-add1-821d33215103 req-fd2a11e7-e48e-41d4-b0e4-d40c92209925 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0514569 Sep 15 18:15:20.494080 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a515c380-ea9f-4b6d-add1-821d33215103 req-494d233e-d7fc-4eed-930a-6908368b8c4a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323081 Sep 15 18:15:20.782304 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b840b37-51a8-42de-b0e2-9754448b0be1 req-b4c24452-bb22-4e1f-8680-a956d0e2cfa3 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:20.783805 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6b840b37-51a8-42de-b0e2-9754448b0be1 req-b4c24452-bb22-4e1f-8680-a956d0e2cfa3 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0540156 Sep 15 18:15:20.820809 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6b840b37-51a8-42de-b0e2-9754448b0be1 req-d70d49d8-b3f0-4fe6-bcff-09218e4d3bc0 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309114 Sep 15 18:15:21.612951 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c0f39-78e1-444a-82c1-3bbad39c336f req-effb98f7-ded4-43de-956e-ff7bb9b8c72f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:21.614449 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6c3c0f39-78e1-444a-82c1-3bbad39c336f req-effb98f7-ded4-43de-956e-ff7bb9b8c72f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0506558 Sep 15 18:15:21.653356 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6c3c0f39-78e1-444a-82c1-3bbad39c336f req-bfda01df-e7ec-4542-a704-944666dda9d9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322831 Sep 15 18:15:21.937119 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a926b-6ec4-45dc-b654-e4495d61c987 req-ab96e36c-7c4b-49e4-bede-59ebe2adc3cc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:21.939332 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b76a926b-6ec4-45dc-b654-e4495d61c987 req-ab96e36c-7c4b-49e4-bede-59ebe2adc3cc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0521073 Sep 15 18:15:21.976202 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b76a926b-6ec4-45dc-b654-e4495d61c987 req-e5e648db-1eaf-435c-8485-5031d8c1b97f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305808 Sep 15 18:15:22.096459 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 2d44e7eb-11de-4c5b-9a19-0117d3207468 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:15:22.121373 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: 2d44e7eb-11de-4c5b-9a19-0117d3207468 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:15:22.121901 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 2d44e7eb-11de-4c5b-9a19-0117d3207468 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:15:22.772223 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc80d95-262b-45d9-9ef8-d39e121c69de req-92ab8768-6d82-41e7-abe4-7a66c6870085 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:22.773714 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dfc80d95-262b-45d9-9ef8-d39e121c69de req-92ab8768-6d82-41e7-abe4-7a66c6870085 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0470982 Sep 15 18:15:22.810410 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dfc80d95-262b-45d9-9ef8-d39e121c69de req-da2a4b7c-ad8a-4cc9-b9d7-5e4f51a26522 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299931 Sep 15 18:15:23.089102 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb438b-e174-44c3-82ff-9043009041dc req-4d533d50-178f-4b5b-a095-ddd03940bb5c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:23.090584 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-34fb438b-e174-44c3-82ff-9043009041dc req-4d533d50-178f-4b5b-a095-ddd03940bb5c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0471630 Sep 15 18:15:23.127386 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-34fb438b-e174-44c3-82ff-9043009041dc req-579c6257-d427-477e-bdc3-52ef9b57eb39 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309408 Sep 15 18:15:23.930720 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef076e4-32ce-4a79-bc52-c89fd9ce4677 req-f3b48606-ee12-4163-98b9-c832929c8688 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:23.932490 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fef076e4-32ce-4a79-bc52-c89fd9ce4677 req-f3b48606-ee12-4163-98b9-c832929c8688 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0521226 Sep 15 18:15:23.969460 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fef076e4-32ce-4a79-bc52-c89fd9ce4677 req-5e1173df-6780-475d-9dfd-1b65218d3bc9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Sep 15 18:15:24.238451 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff409d4-7b4c-4ed5-8ab1-121f58edec2f req-baf2b3db-64c2-4ab7-b200-e06dcd9be425 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:24.239919 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-eff409d4-7b4c-4ed5-8ab1-121f58edec2f req-baf2b3db-64c2-4ab7-b200-e06dcd9be425 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Sep 15 18:15:24.277562 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-eff409d4-7b4c-4ed5-8ab1-121f58edec2f req-4d08fcd6-ec96-4185-a7c6-85c7495b7c13 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Sep 15 18:15:25.086667 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48338a-5f8e-42b6-b951-8a5ce14a42f0 req-0e5d85ea-46f0-46a5-8dcf-ce6488412d53 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:25.088755 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6d48338a-5f8e-42b6-b951-8a5ce14a42f0 req-0e5d85ea-46f0-46a5-8dcf-ce6488412d53 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0481832 Sep 15 18:15:25.124770 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6d48338a-5f8e-42b6-b951-8a5ce14a42f0 req-583eb260-62c5-4dba-a644-6de900e5da00 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301387 Sep 15 18:15:25.392584 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd150e06-56ec-473b-a7d5-65312a7819d2 req-b1f63119-8e87-4f44-89e7-fba2381d8aca tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:25.394051 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fd150e06-56ec-473b-a7d5-65312a7819d2 req-b1f63119-8e87-4f44-89e7-fba2381d8aca tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0508561 Sep 15 18:15:25.429273 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fd150e06-56ec-473b-a7d5-65312a7819d2 req-00cf3873-4164-42dd-970e-0f8fc4487736 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294366 Sep 15 18:15:26.241962 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e463bb0-f375-45ac-a41b-5b5eb9345806 req-f488bd21-71d3-40a3-854d-b16505c46c5b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:26.243903 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8e463bb0-f375-45ac-a41b-5b5eb9345806 req-f488bd21-71d3-40a3-854d-b16505c46c5b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0483701 Sep 15 18:15:26.280149 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8e463bb0-f375-45ac-a41b-5b5eb9345806 req-5aac1553-c1a5-410c-94de-622939d537b8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302641 Sep 15 18:15:26.549283 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66381bf5-f94a-4d0e-93d7-ccef9f409581 req-824949fb-6f16-483e-b3c9-f6ea86d287d7 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:26.551639 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-66381bf5-f94a-4d0e-93d7-ccef9f409581 req-824949fb-6f16-483e-b3c9-f6ea86d287d7 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0561817 Sep 15 18:15:26.603096 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-66381bf5-f94a-4d0e-93d7-ccef9f409581 req-760107a9-44df-4a91-a0bb-63625fe0483d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445578 Sep 15 18:15:27.417072 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88ca6d-3ad9-43a6-8338-efaf357ca398 req-b052baaf-0c03-47d9-87fc-c6cec68ecd18 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:27.426311 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7f88ca6d-3ad9-43a6-8338-efaf357ca398 req-b052baaf-0c03-47d9-87fc-c6cec68ecd18 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0689223 Sep 15 18:15:27.476279 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7f88ca6d-3ad9-43a6-8338-efaf357ca398 req-2261ce2b-5265-427b-81ab-27186ee9fb4a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437791 Sep 15 18:15:27.776979 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63023db9-dcbe-449b-8500-261d2e7369dd req-991096ca-2458-4c80-8aea-d4e95a9cfe0a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:27.784804 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-63023db9-dcbe-449b-8500-261d2e7369dd req-991096ca-2458-4c80-8aea-d4e95a9cfe0a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0680151 Sep 15 18:15:27.825039 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-63023db9-dcbe-449b-8500-261d2e7369dd req-69efdd35-48da-4c04-8da0-5c646d2f1c43 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Sep 15 18:15:28.593958 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab027f-844a-4f78-9813-524765d93933 req-93390a08-f9de-4b1c-bc25-d71dc945b528 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:28.596204 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-98ab027f-844a-4f78-9813-524765d93933 req-93390a08-f9de-4b1c-bc25-d71dc945b528 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0546591 Sep 15 18:15:28.646195 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-98ab027f-844a-4f78-9813-524765d93933 req-dd221d36-c3aa-410c-9fb5-0d98d954ea3f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361149 Sep 15 18:15:29.077085 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c22cd-3530-4028-b9f9-f082ef5e9161 req-fa54e7ff-4d42-4e9d-b29c-ca69fa878e4c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:29.089576 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2c9c22cd-3530-4028-b9f9-f082ef5e9161 req-fa54e7ff-4d42-4e9d-b29c-ca69fa878e4c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0811777 Sep 15 18:15:29.130874 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2c9c22cd-3530-4028-b9f9-f082ef5e9161 req-0a8f4b26-176a-487f-af5c-108fb1c6e32e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 Sep 15 18:15:29.815079 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590014e3-f170-4d86-8f66-116b6d90b619 req-485fdfa2-c686-4f94-87df-c60be67f3909 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:29.816955 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-590014e3-f170-4d86-8f66-116b6d90b619 req-485fdfa2-c686-4f94-87df-c60be67f3909 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0522494 Sep 15 18:15:29.866799 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-590014e3-f170-4d86-8f66-116b6d90b619 req-73b02170-43c5-4422-a18a-52ac88e28bb7 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358851 Sep 15 18:15:30.179083 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:15:30.282779 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef07a2-38fc-43d1-aff2-8905269eccfd req-9b4359b5-d0e3-4333-bc8c-8c0b5a7af7a9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:30.292086 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c0ef07a2-38fc-43d1-aff2-8905269eccfd req-9b4359b5-d0e3-4333-bc8c-8c0b5a7af7a9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0581262 Sep 15 18:15:30.340771 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c0ef07a2-38fc-43d1-aff2-8905269eccfd req-dbd15122-6b35-4f1a-ae9e-351f7f4c2cac tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471232 Sep 15 18:15:30.598684 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 39788) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:30.721245 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:30.855382 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:30.861264 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:30.901072 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2442ed-eff6-4350-8464-ba6109412a8c,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:30.908421 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.908769 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.909258 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.909689 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.910135 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.910529 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.910919 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.911325 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.911661 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.912104 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.912499 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.913474 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:30.921597 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-4595b730-e2a9-4c1c-870f-861ebb339d0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4cb017b38f154126aff7870f25bd45dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212805 Sep 15 18:15:30.922738 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 39794) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:30.992553 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6a06bab3-fa2f-411c-9283-b9076c233219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:31.057980 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6a06bab3-fa2f-411c-9283-b9076c233219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:31.145736 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6a06bab3-fa2f-411c-9283-b9076c233219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:31.152261 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6a06bab3-fa2f-411c-9283-b9076c233219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:31.154568 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-6a06bab3-fa2f-411c-9283-b9076c233219 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c2442ed-eff6-4350-8464-ba6109412a8c HTTP/1.1" status: 204 len: 168 time: 0.2304595 Sep 15 18:15:31.172182 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06bab3-fa2f-411c-9283-b9076c233219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2442ed-eff6-4350-8464-ba6109412a8c,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:31.187188 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88155ee2-029b-47b3-ba17-3f3caa3cc366 req-8514671f-6f57-4829-8b83-3fbd83bc7b2a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:31.201011 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-88155ee2-029b-47b3-ba17-3f3caa3cc366 req-8514671f-6f57-4829-8b83-3fbd83bc7b2a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.1305466 Sep 15 18:15:31.256952 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-88155ee2-029b-47b3-ba17-3f3caa3cc366 req-317fa3bb-de51-43e5-8338-6dc5eb15c804 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548210 Sep 15 18:15:31.469117 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27250b52-39cb-493a-b710-3f57828be11b req-7468deba-794a-4c8a-a105-c599310559e2 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:31.470728 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-27250b52-39cb-493a-b710-3f57828be11b req-7468deba-794a-4c8a-a105-c599310559e2 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0586255 Sep 15 18:15:31.529280 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-27250b52-39cb-493a-b710-3f57828be11b req-6425d4f5-3d0c-4b6f-be12-6d1f664686db tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521741 Sep 15 18:15:31.713373 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aeaef2-a693-4e72-9ef2-58b2dce3b768 req-ca8a7238-a2bf-432e-a38f-649b5b3751cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:31.716377 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-50aeaef2-a693-4e72-9ef2-58b2dce3b768 req-ca8a7238-a2bf-432e-a38f-649b5b3751cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 1098 time: 0.0575190 Sep 15 18:15:31.776646 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-50aeaef2-a693-4e72-9ef2-58b2dce3b768 req-036a318e-6f68-4f58-a5a1-503efc69031b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503330 Sep 15 18:15:31.986151 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 39832) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:32.134140 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 39838) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:32.178571 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-0e1116b1-6df5-43cd-8765-53c44910a291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.196967 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1937455788-network', 'tenant_id': 'a56420234e9747c1a682d22db3006a50'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:32.220233 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.db.api [None req-0e1116b1-6df5-43cd-8765-53c44910a291 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 18:15:32.220233 dv-cinder-763774-3-iscsi neutron-server[94151]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 15 18:15:32.220233 dv-cinder-763774-3-iscsi neutron-server[94151]: [parameters: {'project_id': 'a6190b8522ff49beb603107709e0c93a', 'id': '988b1ed4-73c4-4833-837f-59e27bd1601a', 'expiration': datetime.datetime(2021, 9, 15, 18, 17, 32, 213693)}] Sep 15 18:15:32.220233 dv-cinder-763774-3-iscsi neutron-server[94151]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:15:32.220639 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG oslo_db.api [None req-0e1116b1-6df5-43cd-8765-53c44910a291 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:15:32.227621 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Made reservation on behalf of a56420234e9747c1a682d22db3006a50 for: {'network': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:15:32.230535 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.239484 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.342090 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.349229 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.375907 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=94151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:15:32.387821 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d81d626-14cf-413f-a730-9fc61fc63e18,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:32.394108 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.394450 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.segments_db [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Added segment 27eabc9e-afe1-47a8-8f5e-5981a419d395 of type vlan for network cea62706-a6a5-40e8-ab1d-6aea1d590187 Sep 15 18:15:32.411621 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d3878-6948-45ef-b49d-1534c1f68ed1 req-c5ca5fbd-7eb7-4e52-b0be-aa68a90bd610 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:32.422592 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-547d3878-6948-45ef-b49d-1534c1f68ed1 req-c5ca5fbd-7eb7-4e52-b0be-aa68a90bd610 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0731671 Sep 15 18:15:32.439340 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.467164 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.468369 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:32.469122 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.483406 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-547d3878-6948-45ef-b49d-1534c1f68ed1 req-35018f2b-8039-4b99-b170-728887602e45 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594854 Sep 15 18:15:32.516062 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3806050 Sep 15 18:15:32.519088 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 39848) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:32.525192 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Request body: {'subnet': {'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1937455788-subnet', 'tenant_id': 'a56420234e9747c1a682d22db3006a50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:32.553085 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Made reservation on behalf of a56420234e9747c1a682d22db3006a50 for: {'subnet': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:15:32.556346 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59003481'] for subnet, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.567939 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c38ac6-0efb-49a0-8c93-76379782ec76 admin admin] Pushing event updated for resources: {'Network': ['ID=cea62706-a6a5-40e8-ab1d-6aea1d590187,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:32.580945 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network cea62706-a6a5-40e8-ab1d-6aea1d590187 details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:15:32.722594 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-0e1116b1-6df5-43cd-8765-53c44910a291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.736555 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257d470-ef09-43cb-8c54-ba84601340f8 req-85a8fc36-b6ea-4b25-a373-d2aaad2b5c9c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:32.739332 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3257d470-ef09-43cb-8c54-ba84601340f8 req-85a8fc36-b6ea-4b25-a373-d2aaad2b5c9c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.1015182 Sep 15 18:15:32.820213 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3257d470-ef09-43cb-8c54-ba84601340f8 req-72234a3f-94da-4351-a692-79cace866dc8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523169 Sep 15 18:15:32.876623 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58785596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59003511'] for subnet, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.882152 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-0e1116b1-6df5-43cd-8765-53c44910a291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.886937 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-0e1116b1-6df5-43cd-8765-53c44910a291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:32.930976 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-0e1116b1-6df5-43cd-8765-53c44910a291 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6190b8522ff49beb603107709e0c93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9437127 Sep 15 18:15:32.933477 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 39854) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:32.935876 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1116b1-6df5-43cd-8765-53c44910a291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17e6a8f-0d49-4568-88f0-e0b62dab76cf,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:32.954330 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Checking segment: {'id': '27eabc9e-afe1-47a8-8f5e-5981a419d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:15:32.954887 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Network hostable DHCP agents. Network: cea62706-a6a5-40e8-ab1d-6aea1d590187, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:15:32.960727 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de263f0-3f81-4942-8640-f84d3e61d109,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:32.979202 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.980971 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.981459 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.981837 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.982163 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.982494 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.982871 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.983170 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.983539 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.983811 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.984105 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.984419 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:32.997189 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-088cc13c-2e29-4e2c-8f0f-c83b632ff7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:33.025302 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-088cc13c-2e29-4e2c-8f0f-c83b632ff7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:33.033527 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Network cea62706-a6a5-40e8-ab1d-6aea1d590187 is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:15:33.051636 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, cea62706-a6a5-40e8-ab1d-6aea1d590187) {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:33.059943 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:33.061041 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:33.061801 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a673721c-35b4-4ed8-bdbd-24b564d880a6 None None] Network cea62706-a6a5-40e8-ab1d-6aea1d590187 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:15:33.084096 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-3f71c513-d532-40c1-90e8-def47ab5418a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5627365 Sep 15 18:15:33.128293 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-088cc13c-2e29-4e2c-8f0f-c83b632ff7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:33.131866 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-088cc13c-2e29-4e2c-8f0f-c83b632ff7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:33.135141 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-088cc13c-2e29-4e2c-8f0f-c83b632ff7ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a17e6a8f-0d49-4568-88f0-e0b62dab76cf HTTP/1.1" status: 204 len: 168 time: 0.1984997 Sep 15 18:15:33.183164 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cc13c-2e29-4e2c-8f0f-c83b632ff7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17e6a8f-0d49-4568-88f0-e0b62dab76cf,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:33.289216 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f67f62fe-086a-4ecc-9a78-b3dee1869b80 req-0fda96eb-f7fe-46a6-ad7b-432a1716fd3d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1012576 Sep 15 18:15:33.388265 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f62fe-086a-4ecc-9a78-b3dee1869b80 req-0cfb1177-c7d9-4134-b11d-87a8a6a4fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:33.391208 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f67f62fe-086a-4ecc-9a78-b3dee1869b80 req-0cfb1177-c7d9-4134-b11d-87a8a6a4fa8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0728290 Sep 15 18:15:33.422648 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0605d7dc-4cd1-4009-be93-5fe6949d9303 None None] Network cea62706-a6a5-40e8-ab1d-6aea1d590187 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:15:33.632137 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f62fe-086a-4ecc-9a78-b3dee1869b80 req-29659e88-ca5e-4fc3-b643-d4278a7ef9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:33.634010 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f67f62fe-086a-4ecc-9a78-b3dee1869b80 req-29659e88-ca5e-4fc3-b643-d4278a7ef9e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 920 time: 0.2145522 Sep 15 18:15:33.741992 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 39872) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:33.780730 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f67f62fe-086a-4ecc-9a78-b3dee1869b80 req-21be4952-0ed1-475a-ab1c-fcd9147f35ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=043dff11-5730-4cd7-8042-945a2974a1d5 HTTP/1.1" status: 200 len: 217 time: 0.1381562 Sep 15 18:15:33.787202 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2faa2464-51cf-4fba-b93e-4b9c5fb853d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:33.852026 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c274dc-9473-48e4-8783-0585a9e75ac1 req-df907fa1-792d-4598-b453-80d3d67cdec2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:33.854420 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f9c274dc-9473-48e4-8783-0585a9e75ac1 req-df907fa1-792d-4598-b453-80d3d67cdec2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.1994655 Sep 15 18:15:33.858236 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f62fe-086a-4ecc-9a78-b3dee1869b80 req-74ff1927-e831-4fa8-b10f-52ff1e1fdeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:33.860360 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f67f62fe-086a-4ecc-9a78-b3dee1869b80 req-74ff1927-e831-4fa8-b10f-52ff1e1fdeaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 200 len: 859 time: 0.0656178 Sep 15 18:15:33.917879 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f9c274dc-9473-48e4-8783-0585a9e75ac1 req-559e00a3-1811-4c3d-94f7-59f0454c0dc9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548427 Sep 15 18:15:33.940561 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f67f62fe-086a-4ecc-9a78-b3dee1869b80 req-fcab3894-ad58-4719-9285-90e3d41fb903 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d019230-0c00-4c00-9bdb-dc9b282f71aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708406 Sep 15 18:15:34.010816 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2faa2464-51cf-4fba-b93e-4b9c5fb853d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:34.019715 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2faa2464-51cf-4fba-b93e-4b9c5fb853d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:34.064244 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9733fb-85c2-42e5-91d9-e289b8cbb261 req-900b2ef3-4066-41b8-8223-86154baf3a10 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:34.065988 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6f9733fb-85c2-42e5-91d9-e289b8cbb261 req-900b2ef3-4066-41b8-8223-86154baf3a10 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.1031759 Sep 15 18:15:34.076841 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2faa2464-51cf-4fba-b93e-4b9c5fb853d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc633e615b684f21b03ca5e9fb3d09d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208156 Sep 15 18:15:34.077809 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 39882) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:34.086366 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa2464-51cf-4fba-b93e-4b9c5fb853d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0992b45b-1dc6-417a-a451-00973a4b6be3,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:34.149925 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f67f62fe-086a-4ecc-9a78-b3dee1869b80 req-12808c29-9505-4bc4-91f0-202fbead53d2 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011178 Sep 15 18:15:34.196642 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-165cbd85-cc10-4ec3-b076-4f17f39d70f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:34.224331 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-165cbd85-cc10-4ec3-b076-4f17f39d70f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:34.283762 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6f9733fb-85c2-42e5-91d9-e289b8cbb261 req-d01cea62-fbf4-44c9-acb6-78fa351dea48 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051265 Sep 15 18:15:34.299973 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-165cbd85-cc10-4ec3-b076-4f17f39d70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:34.303194 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-165cbd85-cc10-4ec3-b076-4f17f39d70f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:34.305226 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-165cbd85-cc10-4ec3-b076-4f17f39d70f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0992b45b-1dc6-417a-a451-00973a4b6be3 HTTP/1.1" status: 204 len: 168 time: 0.2251832 Sep 15 18:15:34.315430 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cbd85-cc10-4ec3-b076-4f17f39d70f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0992b45b-1dc6-417a-a451-00973a4b6be3,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:34.327621 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f67f62fe-086a-4ecc-9a78-b3dee1869b80 req-7c432b21-2398-4e25-8d10-6e3ecc49386e service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660845 Sep 15 18:15:34.622597 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb4fe4-5b60-4f60-9231-01c0f20931ad req-3183075c-698c-408d-8391-8fd07cd3101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:34.624799 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72bb4fe4-5b60-4f60-9231-01c0f20931ad req-3183075c-698c-408d-8391-8fd07cd3101a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 1098 time: 0.0573828 Sep 15 18:15:34.672067 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d8f92-86c7-4af3-a3dc-cebc4c882c27 req-3a2574be-5708-45a7-ba46-b44ffb18e37d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:34.680084 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ac3d8f92-86c7-4af3-a3dc-cebc4c882c27 req-3a2574be-5708-45a7-ba46-b44ffb18e37d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0970249 Sep 15 18:15:34.763377 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ac3d8f92-86c7-4af3-a3dc-cebc4c882c27 req-ef8b6e71-75e7-470b-aae9-b4c3c4a20f62 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822322 Sep 15 18:15:34.826456 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:34.859241 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb4fe4-5b60-4f60-9231-01c0f20931ad req-22379ac6-d1ee-49f7-b0e6-897b39bf320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:34.863363 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72bb4fe4-5b60-4f60-9231-01c0f20931ad req-22379ac6-d1ee-49f7-b0e6-897b39bf320a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 920 time: 0.2238402 Sep 15 18:15:34.896198 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 39904) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:34.910483 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-e288d702-0fcc-4922-999b-a3db30f32dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:34.920246 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72bb4fe4-5b60-4f60-9231-01c0f20931ad req-9f2ba070-9101-486b-9675-cb2b1a0b8039 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 HTTP/1.1" status: 200 len: 217 time: 0.0446765 Sep 15 18:15:35.001039 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb4fe4-5b60-4f60-9231-01c0f20931ad req-5c6271e2-e0c7-46e7-aefd-41bbc47f5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:35.003116 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72bb4fe4-5b60-4f60-9231-01c0f20931ad req-5c6271e2-e0c7-46e7-aefd-41bbc47f5874 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 200 len: 859 time: 0.0700681 Sep 15 18:15:35.041239 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72bb4fe4-5b60-4f60-9231-01c0f20931ad req-feed8359-c7c6-4629-843b-2cbb6f64dc3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d019230-0c00-4c00-9bdb-dc9b282f71aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306253 Sep 15 18:15:35.085062 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-e288d702-0fcc-4922-999b-a3db30f32dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:35.098721 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-e288d702-0fcc-4922-999b-a3db30f32dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:35.194820 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-e288d702-0fcc-4922-999b-a3db30f32dff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dadea14710344ec49f6e559e50f346e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972646 Sep 15 18:15:35.205266 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288d702-0fcc-4922-999b-a3db30f32dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51db151-ea34-4903-88d8-51878760d6b9,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:35.210218 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 39912) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:35.250466 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72bb4fe4-5b60-4f60-9231-01c0f20931ad req-8cc811bf-e7fd-4190-9ef6-a641a2330f55 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989019 Sep 15 18:15:35.253999 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec7260-fac8-45ab-8018-4e282e6a9082 req-f2e99b4d-e76e-4c73-8fa4-957d78432bc2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:35.262135 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-61ec7260-fac8-45ab-8018-4e282e6a9082 req-f2e99b4d-e76e-4c73-8fa4-957d78432bc2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.1130004 Sep 15 18:15:35.339937 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-61ec7260-fac8-45ab-8018-4e282e6a9082 req-261ebd88-567b-42d8-adca-1a44151b2043 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768938 Sep 15 18:15:35.344572 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d83c2ebf-08cc-4865-ae95-3fea74b3a045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:35.377934 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d83c2ebf-08cc-4865-ae95-3fea74b3a045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:35.388853 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b4fc6-9ccd-4b28-9930-86f825d53f43 req-454abf6e-bc86-4987-bdfe-8e8f527ac9a0 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:35.389452 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72bb4fe4-5b60-4f60-9231-01c0f20931ad req-b80d9f1e-1051-45b8-bca8-859ba9cb2e80 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279609 Sep 15 18:15:35.390552 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-021b4fc6-9ccd-4b28-9930-86f825d53f43 req-454abf6e-bc86-4987-bdfe-8e8f527ac9a0 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0906782 Sep 15 18:15:35.495056 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-021b4fc6-9ccd-4b28-9930-86f825d53f43 req-83aca6b8-6191-4372-81fd-9b9af402ccfd tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764906 Sep 15 18:15:35.511600 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d83c2ebf-08cc-4865-ae95-3fea74b3a045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:35.515239 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d83c2ebf-08cc-4865-ae95-3fea74b3a045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:35.517814 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-d83c2ebf-08cc-4865-ae95-3fea74b3a045 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d51db151-ea34-4903-88d8-51878760d6b9 HTTP/1.1" status: 204 len: 168 time: 0.3064601 Sep 15 18:15:35.528497 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c2ebf-08cc-4865-ae95-3fea74b3a045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51db151-ea34-4903-88d8-51878760d6b9,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:35.900455 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-fcfd7301-15c1-4eed-ace8-0de09171ec91 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:35.907831 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-fcfd7301-15c1-4eed-ace8-0de09171ec91 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/networks?id=cea62706-a6a5-40e8-ab1d-6aea1d590187 HTTP/1.1" status: 200 len: 814 time: 0.1677849 Sep 15 18:15:35.927976 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-a01f8cbf-f119-4d6c-8781-db7fee69f9af tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/quotas/a56420234e9747c1a682d22db3006a50 HTTP/1.1" status: 200 len: 375 time: 0.0191343 Sep 15 18:15:35.970862 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-d61efe00-3f0d-4cd3-b42f-2a031ef72edd tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a56420234e9747c1a682d22db3006a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417833 Sep 15 18:15:36.003134 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcfa72-90ff-4656-8290-35d170490990 req-7c037a81-dff9-4440-8f3f-9f9e8bafc5b8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:36.004613 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c6dcfa72-90ff-4656-8290-35d170490990 req-7c037a81-dff9-4440-8f3f-9f9e8bafc5b8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.1529109 Sep 15 18:15:36.087397 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c6dcfa72-90ff-4656-8290-35d170490990 req-0dbeaafd-46b5-4433-b237-3752a600fb9b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743499 Sep 15 18:15:36.110605 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-4c3b2ac9-7b91-4a75-a1ce-e562f7cdc918 service neutron] 10.222.0.39 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388366 Sep 15 18:15:36.130897 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device b357f3a4-34d5-4a65-8ca3-a1472da41de7 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:15:36.229524 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-200cadb7-1b1b-4ce1-b94b-7ffd5aab8a8f service neutron] 10.222.0.39 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114254 Sep 15 18:15:36.285460 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:36.301132 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'port_id': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'mac_address': 'fa:16:3e:3b:41:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:15:36.347262 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:36.364223 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b357f3a4-34d5-4a65-8ca3-a1472da41de7 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:15:36.393301 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:36.402015 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:36.515142 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=b357f3a4-34d5-4a65-8ca3-a1472da41de7,revision_number=6']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:36.523545 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.523897 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.524753 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.525664 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.526058 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.526605 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.527085 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.527591 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.527945 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.528272 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.528593 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.528912 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:36.597715 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d1b5b173-1589-4d91-a72a-4ec69bc87a56 req-2c5d524c-2c5d-4279-8fca-c6a4a1d7b102 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 210 time: 0.1148000 Sep 15 18:15:36.615132 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['b357f3a4-34d5-4a65-8ca3-a1472da41de7'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:15:36.621202 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152f6b2-41ba-4bb9-a511-6d69ee155372 req-2fb98301-405e-4258-974d-e6a47adbd89c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:36.622935 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e152f6b2-41ba-4bb9-a511-6d69ee155372 req-2fb98301-405e-4258-974d-e6a47adbd89c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 944 time: 0.1421914 Sep 15 18:15:36.654418 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 39970) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:36.691284 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e152f6b2-41ba-4bb9-a511-6d69ee155372 req-218c60cd-828f-468d-9155-5e24183f6f89 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574641 Sep 15 18:15:36.822925 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7b2f-1ae6-4de3-896a-e4d280f0bbeb req-ea753328-40f9-4e1d-9447-cc7649f135e8 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:36.824630 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-47ad7b2f-1ae6-4de3-896a-e4d280f0bbeb req-ea753328-40f9-4e1d-9447-cc7649f135e8 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0602186 Sep 15 18:15:36.826187 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1645033945-network', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:36.849309 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Made reservation on behalf of 6d57e1f1952846e8a6126daafda73f67 for: {'network': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:15:36.853375 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:36.863638 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:36.900210 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-47ad7b2f-1ae6-4de3-896a-e4d280f0bbeb req-e413fe0e-93d7-4d53-b486-132357c2ec7e tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688431 Sep 15 18:15:36.986066 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:36.991668 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:37.026226 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2473787-2852-4b7f-835c-7df45eb678b6,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:37.031789 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=94151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:15:37.043870 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:37.044292 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.segments_db [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Added segment 30205cc9-26db-4e23-b849-f65845922b9f of type vlan for network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c Sep 15 18:15:37.089494 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:37.136028 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:37.138489 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:37.140274 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:37.185790 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5285745 Sep 15 18:15:37.186948 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 39980) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:37.192654 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] Request body: {'subnet': {'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1645033945-subnet', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'ip_version': 4}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:37.231698 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517d717-3f3c-4a77-b65e-55077c3864b8 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad998f2-f526-4af3-b1ec-37d75db8ee0c,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:37.235712 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e676b36-ec7e-40b6-98de-712aab2d0ef8 req-fe6f1122-53e0-4f3e-87da-8c2a1f53f441 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:37.237501 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8e676b36-ec7e-40b6-98de-712aab2d0ef8 req-fe6f1122-53e0-4f3e-87da-8c2a1f53f441 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0623260 Sep 15 18:15:37.255151 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] Made reservation on behalf of 6d57e1f1952846e8a6126daafda73f67 for: {'subnet': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:15:37.257861 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58997026'] for subnet, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:37.263207 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:15:37.325301 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8e676b36-ec7e-40b6-98de-712aab2d0ef8 req-30ec2374-cabb-46d1-a288-a82a64e97ccb tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613685 Sep 15 18:15:37.454667 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58932258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58997004'] for subnet, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:37.524995 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=51964c99-2db0-4f23-b97b-d09ee1665193,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:37.527302 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] Checking segment: {'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:15:37.527659 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] Network hostable DHCP agents. Network: 1ad998f2-f526-4af3-b1ec-37d75db8ee0c, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:15:37.547022 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] Network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:15:37.556786 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 1ad998f2-f526-4af3-b1ec-37d75db8ee0c) {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:37.561679 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:37.562421 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:37.567603 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee373f06-e880-40aa-bec2-81ee9f38d323 None None] Network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:15:37.588688 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-2572e326-0276-427c-8c45-bb1b1cebefaa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3981020 Sep 15 18:15:37.589037 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 39982) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:37.593616 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:37.619756 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-848028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:37.621214 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-851212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-686'] for router, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:37.900210 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp048a3752-44ea-524b-afe4-9b30d80f85c2-1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193'}]}} from dv-cinder-763774-3-iscsi. {{(pid=94153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:15:37.901141 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:37.931428 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:38.092777 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-30e2474b-1ccd-44c8-975a-5ee56a8723c0 req-266820a3-46e1-4f93-8799-c7a4146400a0 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 210 time: 0.1549442 Sep 15 18:15:38.189120 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.db_base_plugin_common [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Allocated IP 172.20.0.2 (1ad998f2-f526-4af3-b1ec-37d75db8ee0c/51964c99-2db0-4f23-b97b-d09ee1665193/ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0) {{(pid=94153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:15:38.233426 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device b357f3a4-34d5-4a65-8ca3-a1472da41de7 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:38.262259 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-c5eb36e3-cd47-493c-b087-e64559fbb9c1 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:38.263872 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-c5eb36e3-cd47-493c-b087-e64559fbb9c1 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.41 "GET /v2.0/networks?id=cea62706-a6a5-40e8-ab1d-6aea1d590187 HTTP/1.1" status: 200 len: 814 time: 0.2593951 Sep 15 18:15:38.278664 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Request body: {'port': {'device_id': 'd0227b80-483b-448d-9c68-4307b9d8bcc1', 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187', 'admin_state_up': True, 'tenant_id': 'a56420234e9747c1a682d22db3006a50'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:38.329947 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port b357f3a4-34d5-4a65-8ca3-a1472da41de7 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:38.330499 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:38.431684 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:38.465866 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1f2c8-1171-4f3d-b13e-668592584e7a req-4919a11b-5a1b-423e-b48d-a3d566969068 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:38.468878 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2ca1f2c8-1171-4f3d-b13e-668592584e7a req-4919a11b-5a1b-423e-b48d-a3d566969068 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 944 time: 0.5411789 Sep 15 18:15:38.478276 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:38.520005 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:38.523005 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:15:38.525471 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febd03ea-6bad-452e-9e61-85cd8d635b37" -d '{"events": [{"server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "name": "network-vif-plugged", "status": "completed", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:15:38.532156 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:38.536509 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Made reservation on behalf of a56420234e9747c1a682d22db3006a50 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:15:38.542296 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:38.598366 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=b357f3a4-34d5-4a65-8ca3-a1472da41de7,revision_number=7']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:38.615988 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df136433-a4fd-4ce4-b16f-796079289c40 req-c33a098c-1ae8-4647-a0d2-d9453aa4c098 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:38.618630 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-df136433-a4fd-4ce4-b16f-796079289c40 req-c33a098c-1ae8-4647-a0d2-d9453aa4c098 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.3482823 Sep 15 18:15:38.670069 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2ca1f2c8-1171-4f3d-b13e-668592584e7a req-40eeaa26-c336-4fd5-b9a9-47664df1ed7e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797585 Sep 15 18:15:38.716505 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Notify callbacks [] for port, precommit_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:38.730473 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:38.775752 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Allocated IP 172.20.0.7 (cea62706-a6a5-40e8-ab1d-6aea1d590187/8de263f0-3f81-4942-8640-f84d3e61d109/fa55601e-da09-4aee-a301-267148c9441d) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:15:38.797298 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-df136433-a4fd-4ce4-b16f-796079289c40 req-12e8529c-8f5d-42ef-af64-49efbe364977 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698856 Sep 15 18:15:38.823513 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-21a34c8e-517d-4d61-bf62-cb6d20fb95f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:38.841126 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c is already hosted by enough agents. {{(pid=94153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:15:38.853262 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.base_scheduler [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Resources bound (agent type, host, resource id): {{(pid=94153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:38.859151 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Received port after_create {{(pid=94153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:15:38.883961 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e97ee-e09a-4861-8e45-090f7cc7832b req-3a9d8d63-2fbf-4e33-84b2-939d37e3797a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:38.892215 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7d7e97ee-e09a-4861-8e45-090f7cc7832b req-3a9d8d63-2fbf-4e33-84b2-939d37e3797a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0927815 Sep 15 18:15:38.916299 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd71e3c-e879-45ed-82e0-3b521c961250 x-openstack-request-id: req-afd71e3c-e879-45ed-82e0-3b521c961250 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:15:38.916916 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "name": "network-vif-plugged", "status": "completed", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:15:38.917332 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afd71e3c-e879-45ed-82e0-3b521c961250 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:15:38.917896 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'code': 200} Sep 15 18:15:38.922626 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Pushing event updated for resources: {'Port': ['ID=ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0,revision_number=1']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:38.957692 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Attempting to bind port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:15:38.958381 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Attempting to bind port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:15:38.959014 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Attempting to bind port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 on network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:15:38.964171 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7d7e97ee-e09a-4861-8e45-090f7cc7832b req-c9acc05d-5a9f-4fa3-bccb-860f3a9b63af tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649755 Sep 15 18:15:38.965390 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:15:38.965996 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Checking segment: {'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:15:38.966569 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:38.967115 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Bound using segment: {'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:15:38.967745 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Bound port: ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:15:38.968429 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:39.031803 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:39.070434 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:39.119529 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] For port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:15:39.130700 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] For port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:15:39.146778 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:39.161074 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Network cea62706-a6a5-40e8-ab1d-6aea1d590187 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:15:39.171994 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:39.186491 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:15:39.233701 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:39.287275 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa60ec-ffca-4cca-9866-bc9743ab1049 None None] Pushing event updated for resources: {'Port': ['ID=ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:39.320806 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:39.327747 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Pushing event updated for resources: {'Port': ['ID=fa55601e-da09-4aee-a301-267148c9441d,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:39.382910 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:39.384110 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:39.407765 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-df2eb543-6765-4bf6-aa2c-ad489a48a91d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1334944 Sep 15 18:15:39.421483 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Request body: {'port': {'device_id': 'd0227b80-483b-448d-9c68-4307b9d8bcc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:39.570583 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:39.599051 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db7d7a-0110-4490-9fee-09593c0f179b req-dbe1bd82-3fcd-4b59-872c-44a936bf41b5 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:39.606767 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-19db7d7a-0110-4490-9fee-09593c0f179b req-dbe1bd82-3fcd-4b59-872c-44a936bf41b5 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 931 time: 0.3495829 Sep 15 18:15:39.826931 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-19db7d7a-0110-4490-9fee-09593c0f179b req-9af3c62e-1049-4900-bec1-8e9156df6c82 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194345 Sep 15 18:15:39.893218 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Allocated IP 172.27.2.215 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/0d7d9aac-c430-4da2-a163-89b116abf14c) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:15:40.063115 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4a575-4344-4f1a-ab2d-9c1eaa40f65c req-5f44165a-5f89-4603-9a11-57118c5304eb tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:40.070778 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c2f4a575-4344-4f1a-ab2d-9c1eaa40f65c req-5f44165a-5f89-4603-9a11-57118c5304eb tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.2075169 Sep 15 18:15:40.136560 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c2f4a575-4344-4f1a-ab2d-9c1eaa40f65c req-0712c5c5-afbe-4d04-991a-f885b0f4013e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561659 Sep 15 18:15:40.153457 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e5595-19db-451a-aba0-cc3b908050d1 req-8b023da6-e796-4db8-b02b-ffeea84f6939 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:40.161836 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-718e5595-19db-451a-aba0-cc3b908050d1 req-8b023da6-e796-4db8-b02b-ffeea84f6939 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.2021945 Sep 15 18:15:40.212374 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:40.234871 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-718e5595-19db-451a-aba0-cc3b908050d1 req-7f57dcaf-ec4c-4e8e-a937-611eda4c1cb2 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717599 Sep 15 18:15:40.297677 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:40.336021 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa55601e-da09-4aee-a301-267148c9441d {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:15:40.344276 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:40.358886 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:15:40.364016 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Transition to ACTIVE for port object fa55601e-da09-4aee-a301-267148c9441d will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:15:40.367327 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:40.370958 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:40.372246 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:15:40.451253 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Pushing event updated for resources: {'Port': ['ID=0d7d9aac-c430-4da2-a163-89b116abf14c,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:40.456243 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Pushing event updated for resources: {'Port': ['ID=fa55601e-da09-4aee-a301-267148c9441d,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:40.559317 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Attempting to bind port fa55601e-da09-4aee-a301-267148c9441d on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:15:40.559659 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Attempting to bind port fa55601e-da09-4aee-a301-267148c9441d by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '27eabc9e-afe1-47a8-8f5e-5981a419d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:15:40.559989 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Attempting to bind port fa55601e-da09-4aee-a301-267148c9441d on network cea62706-a6a5-40e8-ab1d-6aea1d590187 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:15:40.572012 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Port fa55601e-da09-4aee-a301-267148c9441d on network cea62706-a6a5-40e8-ab1d-6aea1d590187 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:15:40.572324 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Attempting to bind port fa55601e-da09-4aee-a301-267148c9441d on network cea62706-a6a5-40e8-ab1d-6aea1d590187 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:15:40.588059 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:15:40.588397 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Checking segment: {'id': '27eabc9e-afe1-47a8-8f5e-5981a419d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:15:40.588926 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Bound using segment: {'id': '27eabc9e-afe1-47a8-8f5e-5981a419d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:15:40.589816 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Bound port: fa55601e-da09-4aee-a301-267148c9441d, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27eabc9e-afe1-47a8-8f5e-5981a419d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:15:40.590184 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:40.746115 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] For port fa55601e-da09-4aee-a301-267148c9441d, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:15:40.751571 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] For port fa55601e-da09-4aee-a301-267148c9441d, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=fa55601e-da09-4aee-a301-267148c9441d,segment=NetworkSegment(27eabc9e-afe1-47a8-8f5e-5981a419d395),segment_id=27eabc9e-afe1-47a8-8f5e-5981a419d395)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:15:40.756949 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:40.791532 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:40.792531 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:40.794508 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] 10.222.0.41 "PUT /v2.0/ports/fa55601e-da09-4aee-a301-267148c9441d HTTP/1.1" status: 200 len: 1093 time: 1.3778954 Sep 15 18:15:40.795182 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0227b80-483b-448d-9c68-4307b9d8bcc1', 'tag': 'fa55601e-da09-4aee-a301-267148c9441d'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:15:40.803178 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f8d74e-74d8-4a3f-b7d8-874a0cee4b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0227b80-483b-448d-9c68-4307b9d8bcc1", "tag": "fa55601e-da09-4aee-a301-267148c9441d"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:15:40.882030 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:40.890629 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a483c83d-2e2f-4f40-b96c-8d582ab6bb42 x-openstack-request-id: req-a483c83d-2e2f-4f40-b96c-8d582ab6bb42 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:15:40.890949 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0227b80-483b-448d-9c68-4307b9d8bcc1", "tag": "fa55601e-da09-4aee-a301-267148c9441d", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:15:40.891214 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a483c83d-2e2f-4f40-b96c-8d582ab6bb42 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:15:40.891625 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0227b80-483b-448d-9c68-4307b9d8bcc1', 'tag': 'fa55601e-da09-4aee-a301-267148c9441d', 'status': 'completed', 'code': 200} Sep 15 18:15:40.948215 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7fb5d-2f48-4426-8e48-ef6b9be6c749 None None] Network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:15:40.954910 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22094e95-c8b2-4841-98ff-db0bc4137769 service neutron] Pushing event updated for resources: {'Port': ['ID=fa55601e-da09-4aee-a301-267148c9441d,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:41.002535 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-f2f6dcc4-9e29-4f4a-894b-62ac40499fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:41.004343 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-f2f6dcc4-9e29-4f4a-894b-62ac40499fa8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a56420234e9747c1a682d22db3006a50&device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 1096 time: 0.1549044 Sep 15 18:15:41.097568 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da664900-6d91-43d4-a1d7-82e81b16a493 req-e52e516a-a5a0-4287-b3a1-4d053d0e0023 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:41.099005 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-da664900-6d91-43d4-a1d7-82e81b16a493 req-e52e516a-a5a0-4287-b3a1-4d053d0e0023 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.3658772 Sep 15 18:15:41.118999 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-c07548b0-2a56-4efc-907a-e79b9e665c8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa55601e-da09-4aee-a301-267148c9441d HTTP/1.1" status: 200 len: 217 time: 0.1046495 Sep 15 18:15:41.138303 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdfa86-c8e9-45c3-8c47-b76557e225e2 req-7a1a0bb4-5d48-439f-9be9-7ebf6952c567 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:41.138593 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-64cdfa86-c8e9-45c3-8c47-b76557e225e2 req-7a1a0bb4-5d48-439f-9be9-7ebf6952c567 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 943 time: 0.1204801 Sep 15 18:15:41.143612 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-bd036fa1-09c0-45cd-9cdc-c0a7ce288bab None None] Provisioning complete for port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:41.144267 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-bd036fa1-09c0-45cd-9cdc-c0a7ce288bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:41.186901 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-da664900-6d91-43d4-a1d7-82e81b16a493 req-20eb47d1-8e7a-47eb-b024-45417ba9f342 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777612 Sep 15 18:15:41.433152 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-2118a968-1764-430a-9ef5-3f98340edbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:41.445171 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-2118a968-1764-430a-9ef5-3f98340edbe7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8de263f0-3f81-4942-8640-f84d3e61d109 HTTP/1.1" status: 200 len: 854 time: 0.3084226 Sep 15 18:15:41.526821 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-dca25887-66a8-4dc4-a44c-428da5236f34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cea62706-a6a5-40e8-ab1d-6aea1d590187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774548 Sep 15 18:15:41.609146 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:41.729456 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-851203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-849483'] for router, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:41.760483 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-2dbdbf8e-7d0c-4f72-86fe-57cb052abebf service neutron] 10.222.0.41 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238998 Sep 15 18:15:41.783406 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-bd036fa1-09c0-45cd-9cdc-c0a7ce288bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:41.822152 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:41.838246 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-75386338-9b7a-489b-aa60-7ebd8b5a4e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:41.841666 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:41.842025 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:41.882400 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-bd036fa1-09c0-45cd-9cdc-c0a7ce288bab None None] For port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:41.905851 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-bd036fa1-09c0-45cd-9cdc-c0a7ce288bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:41.924839 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-64cdfa86-c8e9-45c3-8c47-b76557e225e2 req-d65e1e47-56ed-4952-ab77-954b3ddc0321 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7762702 Sep 15 18:15:41.986686 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5bd03399-a133-4a86-af5c-16078ccab8b2 req-992176b0-6597-422e-9868-f8f2e7e75e67 service neutron] 10.222.0.41 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148683 Sep 15 18:15:42.037861 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612ef3e-6a9e-450d-b10f-a3cdd4f06ad8 req-7e0c98a6-f3d0-4e96-8aea-684efe62157f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:42.053867 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3612ef3e-6a9e-450d-b10f-a3cdd4f06ad8 req-7e0c98a6-f3d0-4e96-8aea-684efe62157f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.3196309 Sep 15 18:15:42.158609 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd036fa1-09c0-45cd-9cdc-c0a7ce288bab None None] Pushing event updated for resources: {'Port': ['ID=ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:42.182332 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8d74e-74d8-4a3f-b7d8-874a0cee4b6c req-377abf20-4b41-4bdd-b13f-616470e62a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:42.184124 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2f8d74e-74d8-4a3f-b7d8-874a0cee4b6c req-377abf20-4b41-4bdd-b13f-616470e62a99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a56420234e9747c1a682d22db3006a50&device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 1096 time: 0.1315553 Sep 15 18:15:42.255271 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-ebfacad3-bb77-427f-9b1a-17f43004dd35 None None] Provisioning complete for port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:42.255781 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ebfacad3-bb77-427f-9b1a-17f43004dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:42.300015 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3612ef3e-6a9e-450d-b10f-a3cdd4f06ad8 req-8d6d3bbb-666d-4537-afa6-f03c842fa967 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444062 Sep 15 18:15:42.343398 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8d74e-74d8-4a3f-b7d8-874a0cee4b6c req-d497ab84-c065-4f80-91dd-cab47647c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:42.359102 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Router 34e4f4b8-ae11-4679-ac4f-9157e857751e is scheduled to L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 with binding_index 1 {{(pid=94152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:15:42.359473 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2f8d74e-74d8-4a3f-b7d8-874a0cee4b6c req-d497ab84-c065-4f80-91dd-cab47647c19d service neutron] 10.222.0.41 "GET /v2.0/networks?id=cea62706-a6a5-40e8-ab1d-6aea1d590187 HTTP/1.1" status: 200 len: 915 time: 0.1568193 Sep 15 18:15:42.453684 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2f8d74e-74d8-4a3f-b7d8-874a0cee4b6c req-2fe0f76e-3b72-43d7-a94b-b0b0966fc29f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa55601e-da09-4aee-a301-267148c9441d HTTP/1.1" status: 200 len: 217 time: 0.0927882 Sep 15 18:15:42.513700 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:42.618507 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:15:42.627468 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8d74e-74d8-4a3f-b7d8-874a0cee4b6c req-915307ed-df82-4473-ac7b-717ec2999d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:42.629080 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Sync routers for ids ['34e4f4b8-ae11-4679-ac4f-9157e857751e'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:15:42.631350 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2f8d74e-74d8-4a3f-b7d8-874a0cee4b6c req-915307ed-df82-4473-ac7b-717ec2999d46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8de263f0-3f81-4942-8640-f84d3e61d109 HTTP/1.1" status: 200 len: 854 time: 0.1722295 Sep 15 18:15:42.641639 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Routers {'34e4f4b8-ae11-4679-ac4f-9157e857751e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:15:42.645759 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:15:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['34e4f4b8-ae11-4679-ac4f-9157e857751e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:42.650232 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] Notify callbacks [] for router, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:42.654681 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-86b58354-2499-4751-b9e6-c3f4b6ce7f7c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0643406 Sep 15 18:15:42.657135 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 40068) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:42.710909 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2f8d74e-74d8-4a3f-b7d8-874a0cee4b6c req-1b802910-87a8-4720-b688-fde1b4e7e8a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cea62706-a6a5-40e8-ab1d-6aea1d590187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706377 Sep 15 18:15:42.744278 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63167-bdb0-4133-86d5-11aa8d2519ba req-5b714d20-4dbe-4778-a9ea-34889f919334 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:42.752117 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2cf63167-bdb0-4133-86d5-11aa8d2519ba req-5b714d20-4dbe-4778-a9ea-34889f919334 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.2512503 Sep 15 18:15:42.828311 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2cf63167-bdb0-4133-86d5-11aa8d2519ba req-879b1329-e752-407f-ad46-6b0c4f0089e2 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752215 Sep 15 18:15:42.926414 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Set router 34e4f4b8-ae11-4679-ac4f-9157e857751e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:15:42.942838 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2f8d74e-74d8-4a3f-b7d8-874a0cee4b6c req-f05e83ac-689a-4271-a6a3-a8a3d8d35e9d service neutron] 10.222.0.41 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237089 Sep 15 18:15:43.298786 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b2f8d74e-74d8-4a3f-b7d8-874a0cee4b6c req-98434cf8-3299-4594-94b4-4556c2185d1e service neutron] 10.222.0.41 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386779 Sep 15 18:15:43.346744 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:40Z', 'revision_number': 3, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:43.382182 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Checking router: 34e4f4b8-ae11-4679-ac4f-9157e857751e for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:15:43.382761 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Updating router 34e4f4b8-ae11-4679-ac4f-9157e857751e port 0d7d9aac-c430-4da2-a163-89b116abf14c binding host dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:15:43.418293 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:43.432454 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:43.583384 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:43.584023 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:43.629033 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f4017-6380-48e9-a7f4-4913b78453c2 req-46520090-e26a-4ef6-b2b2-a5adfa8c75b4 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:43.631712 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f64f4017-6380-48e9-a7f4-4913b78453c2 req-46520090-e26a-4ef6-b2b2-a5adfa8c75b4 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 943 time: 0.3138902 Sep 15 18:15:43.658888 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af482-6e68-4f26-ba43-71166d3fe6df req-52f4aacb-9285-481f-a01f-a14779254af6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:43.660641 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1e8af482-6e68-4f26-ba43-71166d3fe6df req-52f4aacb-9285-481f-a01f-a14779254af6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.1758742 Sep 15 18:15:43.854151 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1e8af482-6e68-4f26-ba43-71166d3fe6df req-0b0f3fae-f129-4da2-ba24-71f79916b077 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860487 Sep 15 18:15:43.912724 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f64f4017-6380-48e9-a7f4-4913b78453c2 req-a95b2fb8-bc0d-4cdb-a97a-6b90bfeeb5e3 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482054 Sep 15 18:15:44.095963 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee34d8-6e26-45e7-8481-8e5b295ca561 req-35032f3f-20c3-4378-8553-4a9c76e92d14 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:44.095963 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-07ee34d8-6e26-45e7-8481-8e5b295ca561 req-35032f3f-20c3-4378-8553-4a9c76e92d14 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0900152 Sep 15 18:15:44.141837 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:44.161839 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:44.211646 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:44.224857 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-07ee34d8-6e26-45e7-8481-8e5b295ca561 req-3ab264a0-dae2-4fc2-b3b8-d1a49e30b95f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302240 Sep 15 18:15:44.256787 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Pushing event updated for resources: {'Port': ['ID=0d7d9aac-c430-4da2-a163-89b116abf14c,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:44.260941 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Attempting to bind port 0d7d9aac-c430-4da2-a163-89b116abf14c on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:15:44.262152 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Attempting to bind port 0d7d9aac-c430-4da2-a163-89b116abf14c by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:15:44.262524 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Attempting to bind port 0d7d9aac-c430-4da2-a163-89b116abf14c on network 4b6c4742-6ad0-4017-9f38-aedb1420c011 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:15:44.275786 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.276124 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.276505 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.277054 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.277167 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.277486 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.277956 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.278428 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.278964 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.279452 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.281270 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.281757 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:15:44.286904 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:15:44.287272 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Checking segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:15:44.287717 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:44.288097 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Bound using segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:15:44.288610 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Bound port: 0d7d9aac-c430-4da2-a163-89b116abf14c, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:15:44.289000 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:44.308678 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:44.365058 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] For port 0d7d9aac-c430-4da2-a163-89b116abf14c, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:15:44.368764 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] For port 0d7d9aac-c430-4da2-a163-89b116abf14c, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=0d7d9aac-c430-4da2-a163-89b116abf14c,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:15:44.380061 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:44.509154 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Allocated IP 172.20.0.1 (1ad998f2-f526-4af3-b1ec-37d75db8ee0c/51964c99-2db0-4f23-b97b-d09ee1665193/c736acbb-cb49-47f9-b51a-ccf3b4233896) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:15:44.513460 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Routers {'34e4f4b8-ae11-4679-ac4f-9157e857751e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:15:44.518182 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:15:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['34e4f4b8-ae11-4679-ac4f-9157e857751e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:44.631321 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b7619-717c-4179-89a6-0b4346ebfa69 None None] Pushing event updated for resources: {'Port': ['ID=0d7d9aac-c430-4da2-a163-89b116abf14c,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:44.642306 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:44.690189 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:44.773389 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:15:44.775518 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:44.778824 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Pushing event updated for resources: {'Port': ['ID=c736acbb-cb49-47f9-b51a-ccf3b4233896,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:44.792140 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] Set router 34e4f4b8-ae11-4679-ac4f-9157e857751e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:15:44.798831 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:15:44.920205 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-849564'] for router_interface, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:45.133230 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:40Z', 'revision_number': 3, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:45.171567 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb17bb6-0307-4b36-baa5-797f1dcd49a7 None None] The sync data for ids ['34e4f4b8-ae11-4679-ac4f-9157e857751e'] in dv-cinder-763774-3-iscsi is: [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:40Z', 'revision_number': 3, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:15:45.195092 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:45.256922 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-c8b79017-cc65-4453-8384-b6b388d0cf3b None None] Provisioning complete for port c736acbb-cb49-47f9-b51a-ccf3b4233896 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:45.258050 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-c8b79017-cc65-4453-8384-b6b388d0cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:45.284030 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b7159-06bc-46a3-a83f-7c2f5f3db9fc req-48e3c4fe-9deb-4f09-88a8-b49a32a8700c tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:45.286574 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-014b7159-06bc-46a3-a83f-7c2f5f3db9fc req-48e3c4fe-9deb-4f09-88a8-b49a32a8700c tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 943 time: 0.2324948 Sep 15 18:15:45.359173 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-014b7159-06bc-46a3-a83f-7c2f5f3db9fc req-94507926-227c-4305-932a-2ec04756f1e5 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650656 Sep 15 18:15:45.408927 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-c8b79017-cc65-4453-8384-b6b388d0cf3b None None] Port c736acbb-cb49-47f9-b51a-ccf3b4233896 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:15:45.427140 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f615ef-b466-42de-9b47-bd3b166e14b2 req-9c81971e-087a-4fab-8e0d-4872ebda88f8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:45.429862 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-75f615ef-b466-42de-9b47-bd3b166e14b2 req-9c81971e-087a-4fab-8e0d-4872ebda88f8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.3270016 Sep 15 18:15:45.884325 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-75f615ef-b466-42de-9b47-bd3b166e14b2 req-bc7b15f2-11a4-4969-a32d-604dc4b121dc tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4477842 Sep 15 18:15:45.947883 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff544c-a88d-48a0-9a89-2de39a957e02 req-11950589-0d44-4d02-9b4f-8310e5b3253b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:45.949476 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-60ff544c-a88d-48a0-9a89-2de39a957e02 req-11950589-0d44-4d02-9b4f-8310e5b3253b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.5001714 Sep 15 18:15:45.955015 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:45.975289 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58785609'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:46.119770 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Pushing event updated for resources: {'Port': ['ID=c736acbb-cb49-47f9-b51a-ccf3b4233896,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:46.162092 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-851468'] for router_interface, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:46.197585 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-60ff544c-a88d-48a0-9a89-2de39a957e02 req-73c81417-4198-4389-bffe-41d38509c5c6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296085 Sep 15 18:15:46.330044 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:15:46.332166 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:46.611989 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Router 34e4f4b8-ae11-4679-ac4f-9157e857751e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:15:46.639761 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd054f8-0855-4027-8335-d2c55afecda9 req-b0a35eb9-01f0-40fa-911c-cd9c7d5be31b tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:46.641307 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cbd054f8-0855-4027-8335-d2c55afecda9 req-b0a35eb9-01f0-40fa-911c-cd9c7d5be31b tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 943 time: 0.1034191 Sep 15 18:15:46.745401 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-dc6596a6-5b4d-4b29-b8d3-0153be3a444a None None] Provisioning complete for port c736acbb-cb49-47f9-b51a-ccf3b4233896 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:46.746348 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dc6596a6-5b4d-4b29-b8d3-0153be3a444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:46.779398 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cbd054f8-0855-4027-8335-d2c55afecda9 req-f084b034-3684-4bd9-83e5-74da7f04e53c tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772839 Sep 15 18:15:46.842374 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-dc6596a6-5b4d-4b29-b8d3-0153be3a444a None None] Port c736acbb-cb49-47f9-b51a-ccf3b4233896 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:15:46.913784 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:15:46.925114 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-3ebddc72-348f-45c4-ad7b-8afd899ad7cd admin admin] 10.222.0.39 "PUT /v2.0/routers/34e4f4b8-ae11-4679-ac4f-9157e857751e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2669203 Sep 15 18:15:47.156329 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee4c3b-69e8-4b64-8c44-ba1c28ffaf7d req-7c75cab4-41b7-4fa1-84a2-4cebbbf06f27 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:47.162724 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6cee4c3b-69e8-4b64-8c44-ba1c28ffaf7d req-7c75cab4-41b7-4fa1-84a2-4cebbbf06f27 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.1501472 Sep 15 18:15:47.236740 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6cee4c3b-69e8-4b64-8c44-ba1c28ffaf7d req-cc58435e-b7e0-4942-8345-e61de5834a3a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689669 Sep 15 18:15:47.404034 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfd6ea-6fe2-4182-9fbd-1c0b9534ccb3 req-db9523ed-e31a-4bf8-8e0d-78c514f65eb1 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:47.413364 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cfbfd6ea-6fe2-4182-9fbd-1c0b9534ccb3 req-db9523ed-e31a-4bf8-8e0d-78c514f65eb1 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.1066370 Sep 15 18:15:47.448614 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 0d7d9aac-c430-4da2-a163-89b116abf14c up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:47.495660 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cfbfd6ea-6fe2-4182-9fbd-1c0b9534ccb3 req-ff6902f7-bfcb-457f-99c9-2b993451ea98 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812099 Sep 15 18:15:47.549240 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 0d7d9aac-c430-4da2-a163-89b116abf14c triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:47.549829 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:47.689456 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:47.802663 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 0d7d9aac-c430-4da2-a163-89b116abf14c, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=0d7d9aac-c430-4da2-a163-89b116abf14c,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:47.891190 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:48.038994 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71a7b6-7e57-4699-b302-daec6f9f50e4 req-e31326cb-83d6-421e-9564-79b386baf30f tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:48.059077 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cc71a7b6-7e57-4699-b302-daec6f9f50e4 req-e31326cb-83d6-421e-9564-79b386baf30f tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 943 time: 0.1986516 Sep 15 18:15:48.103519 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=0d7d9aac-c430-4da2-a163-89b116abf14c,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:48.142006 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 40120) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:48.148375 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1163078709-network', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:48.155393 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cc71a7b6-7e57-4699-b302-daec6f9f50e4 req-70d4f248-9d74-447c-b64b-40d17556af0c tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950601 Sep 15 18:15:48.184747 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Made reservation on behalf of 562c08dc15fe4faeb9b5b04a213247d8 for: {'network': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:15:48.187940 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:48.202561 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:48.248079 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Sync routers for ids ['34e4f4b8-ae11-4679-ac4f-9157e857751e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:15:48.276665 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Routers {'34e4f4b8-ae11-4679-ac4f-9157e857751e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:15:48.277244 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:15:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['34e4f4b8-ae11-4679-ac4f-9157e857751e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:48.427539 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:48.436577 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:48.463322 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:15:48.470880 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd3e06-d1a2-45e1-95b7-ccd7e7e250b5 req-048b83c9-0003-43f1-8a34-1991177b1764 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:48.472436 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-73dd3e06-d1a2-45e1-95b7-ccd7e7e250b5 req-048b83c9-0003-43f1-8a34-1991177b1764 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.1090991 Sep 15 18:15:48.487015 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:48.489531 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.segments_db [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Added segment a359700a-9a37-4a5e-a301-752fa38b06ea of type vlan for network 56160aa9-879f-4ec0-b9fd-e95dd87d846a Sep 15 18:15:48.533151 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Set router 34e4f4b8-ae11-4679-ac4f-9157e857751e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:15:48.562182 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-73dd3e06-d1a2-45e1-95b7-ccd7e7e250b5 req-ff294f4a-f324-4b23-8280-f0d90e7ebcba tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820129 Sep 15 18:15:48.568735 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:48.573527 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1320d4-4a8c-4803-b9d7-f84c027ee74c,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:48.627320 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:48.630051 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:48.630823 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:48.692326 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3fbf-d09e-484a-8617-a9cd32f05f4f req-c114742b-2374-482b-80e7-f9cfa4b37163 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:48.694248 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9eae3fbf-d09e-484a-8617-a9cd32f05f4f req-c114742b-2374-482b-80e7-f9cfa4b37163 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0615356 Sep 15 18:15:48.703718 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] Pushing event updated for resources: {'Network': ['ID=56160aa9-879f-4ec0-b9fd-e95dd87d846a,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:48.763695 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-f78f2523-4f1b-4806-8131-6e628503e858 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6196194 Sep 15 18:15:48.773467 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 40128) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:48.778146 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9eae3fbf-d09e-484a-8617-a9cd32f05f4f req-9ecc4ff9-e33c-4171-9854-104fe89ba65a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665429 Sep 15 18:15:48.781906 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] Request body: {'subnet': {'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1163078709-subnet', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'ip_version': 4}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:48.782556 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 56160aa9-879f-4ec0-b9fd-e95dd87d846a details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:15:48.814993 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] Made reservation on behalf of 562c08dc15fe4faeb9b5b04a213247d8 for: {'subnet': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:15:48.819107 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58997026'] for subnet, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:48.962091 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:45Z', 'revision_number': 4, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'c736acbb-cb49-47f9-b51a-ccf3b4233896', 'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'mac_address': 'fa:16:3e:a1:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:44Z', 'updated_at': '2021-09-15T18:15:45Z', 'revision_number': 2, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'subnets': [{'id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:49.026910 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Checking router: 34e4f4b8-ae11-4679-ac4f-9157e857751e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:15:49.027281 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Updating router 34e4f4b8-ae11-4679-ac4f-9157e857751e port c736acbb-cb49-47f9-b51a-ccf3b4233896 binding host dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:15:49.080693 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:49.120765 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58932258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58997004'] for subnet, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:49.225022 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] Checking segment: {'id': 'a359700a-9a37-4a5e-a301-752fa38b06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:15:49.225794 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] Network hostable DHCP agents. Network: 56160aa9-879f-4ec0-b9fd-e95dd87d846a, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:15:49.252996 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb26f20-28c3-450d-9bbe-3f0db62998d4,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:49.265508 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] Network 56160aa9-879f-4ec0-b9fd-e95dd87d846a is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:15:49.283952 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 56160aa9-879f-4ec0-b9fd-e95dd87d846a) {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:49.291152 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:49.291850 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:49.337958 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 40138) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:49.338448 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-6442d089-f5dc-42c7-a161-4b795d6b1e6e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5630038 Sep 15 18:15:49.342966 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1163078709-router', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:49.377613 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72cffa0-2edb-40dd-b826-652dc9d421de None None] Network 56160aa9-879f-4ec0-b9fd-e95dd87d846a requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:15:49.467255 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 0d7d9aac-c430-4da2-a163-89b116abf14c up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:49.499574 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-848028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:49.500810 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-851212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-686'] for router, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:49.591247 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 0d7d9aac-c430-4da2-a163-89b116abf14c triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:49.591528 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:49.641059 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:49.668967 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b77b08-11b1-4b6c-add3-dd2adae5f760 req-0570da70-7998-46fa-a167-3de80cfbe53b tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:49.676162 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-49b77b08-11b1-4b6c-add3-dd2adae5f760 req-0570da70-7998-46fa-a167-3de80cfbe53b tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 943 time: 0.3055162 Sep 15 18:15:49.842130 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp048a3752-44ea-524b-afe4-9b30d80f85c2-56160aa9-879f-4ec0-b9fd-e95dd87d846a', 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'fixed_ips': [{'subnet_id': 'abb26f20-28c3-450d-9bbe-3f0db62998d4'}]}} from dv-cinder-763774-3-iscsi. {{(pid=94153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:15:49.843457 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:49.956585 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-49b77b08-11b1-4b6c-add3-dd2adae5f760 req-14606015-39ca-47e4-9cba-e944ea1261b5 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731690 Sep 15 18:15:50.052992 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0b0e9-a709-47cd-9221-795a780f5c09 req-80e9b214-d32a-4728-8e90-0a30ceceed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:50.054705 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9cb0b0e9-a709-47cd-9221-795a780f5c09 req-80e9b214-d32a-4728-8e90-0a30ceceed51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 1098 time: 0.0879984 Sep 15 18:15:50.168289 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:50.213517 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f75a01-e24e-4aba-b7a8-4f7743d21f71 req-45c4dab7-91dd-4b99-be26-e167b636e727 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:50.219256 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c2f75a01-e24e-4aba-b7a8-4f7743d21f71 req-45c4dab7-91dd-4b99-be26-e167b636e727 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.1352572 Sep 15 18:15:50.227898 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d283ff3-e878-4755-a139-4d17ec665d5d req-9505c934-6640-42ac-bd7f-deebba14bb0b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:50.232618 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2d283ff3-e878-4755-a139-4d17ec665d5d req-9505c934-6640-42ac-bd7f-deebba14bb0b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.1882918 Sep 15 18:15:50.277928 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0b0e9-a709-47cd-9221-795a780f5c09 req-c19acd4b-586c-464a-be21-72ad9db3fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:50.279437 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9cb0b0e9-a709-47cd-9221-795a780f5c09 req-c19acd4b-586c-464a-be21-72ad9db3fdbe service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 920 time: 0.2089882 Sep 15 18:15:50.367526 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c2f75a01-e24e-4aba-b7a8-4f7743d21f71 req-88c06bbb-4b7c-4682-9e69-9897e5670cda tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264930 Sep 15 18:15:50.378198 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9cb0b0e9-a709-47cd-9221-795a780f5c09 req-d0ce506a-6018-4617-851f-9889663b282d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 HTTP/1.1" status: 200 len: 217 time: 0.0821424 Sep 15 18:15:50.380000 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2d283ff3-e878-4755-a139-4d17ec665d5d req-fb42b3c5-00bf-430c-9d05-0145098c805e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402698 Sep 15 18:15:50.507643 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0b0e9-a709-47cd-9221-795a780f5c09 req-cd729de3-4589-4fa5-ad57-8f2c5edec39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:50.509699 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9cb0b0e9-a709-47cd-9221-795a780f5c09 req-cd729de3-4589-4fa5-ad57-8f2c5edec39c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 200 len: 859 time: 0.1238828 Sep 15 18:15:50.572828 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Notify callbacks [] for port, precommit_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:50.584643 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.db_base_plugin_common [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Allocated IP 172.20.0.2 (56160aa9-879f-4ec0-b9fd-e95dd87d846a/abb26f20-28c3-450d-9bbe-3f0db62998d4/5211bc21-b008-4280-ba3d-8624dcc7fb6a) {{(pid=94153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:15:50.591386 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9cb0b0e9-a709-47cd-9221-795a780f5c09 req-4dad6066-c99c-4cd7-a2cb-c42e12fbe84e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d019230-0c00-4c00-9bdb-dc9b282f71aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708592 Sep 15 18:15:50.598503 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:50.712333 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:50.721336 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c8e6d-50bc-4e4d-b4fe-db91896d18f8 req-3a5543dd-52a4-4700-9131-2a31b193c490 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:50.729222 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c22c8e6d-50bc-4e4d-b4fe-db91896d18f8 req-3a5543dd-52a4-4700-9131-2a31b193c490 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.2337577 Sep 15 18:15:50.765865 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:50.795900 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80bc18-faca-4f5d-a355-d4636c1b8e13 None None] Pushing event updated for resources: {'Port': ['ID=c736acbb-cb49-47f9-b51a-ccf3b4233896,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:50.840982 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c22c8e6d-50bc-4e4d-b4fe-db91896d18f8 req-7f5cc3bd-174e-497e-b7d2-eebfdcda556f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107986 Sep 15 18:15:51.005871 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Allocated IP 172.27.2.145 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/7b83d446-5739-459a-9888-0376e209b554) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:15:51.047033 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Attempting to bind port c736acbb-cb49-47f9-b51a-ccf3b4233896 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:15:51.050064 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Attempting to bind port c736acbb-cb49-47f9-b51a-ccf3b4233896 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:15:51.050742 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Attempting to bind port c736acbb-cb49-47f9-b51a-ccf3b4233896 on network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:15:51.077542 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:15:51.078347 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Checking segment: {'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:15:51.078985 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.079609 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Bound using segment: {'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:15:51.080360 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Bound port: c736acbb-cb49-47f9-b51a-ccf3b4233896, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:15:51.080974 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.206005 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.212706 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9cb0b0e9-a709-47cd-9221-795a780f5c09 req-ae4d86d9-9753-4ddf-8903-1559ac22cd12 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122172 Sep 15 18:15:51.231854 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] For port c736acbb-cb49-47f9-b51a-ccf3b4233896, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:15:51.235833 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] For port c736acbb-cb49-47f9-b51a-ccf3b4233896, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=c736acbb-cb49-47f9-b51a-ccf3b4233896,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:15:51.249625 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.300032 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.328412 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9cb0b0e9-a709-47cd-9221-795a780f5c09 req-8a5ef869-9894-4819-ad21-c2494c0e4ece service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032751 Sep 15 18:15:51.338084 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d1bb-a6b1-42c1-ad5e-c5f9fe10a15b req-cced79e7-2eb5-4b73-b77f-a84eebee5c6c tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:51.339166 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Notify callbacks [] for port, precommit_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.346014 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9569d1bb-a6b1-42c1-ad5e-c5f9fe10a15b req-cced79e7-2eb5-4b73-b77f-a84eebee5c6c tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 943 time: 0.1225049 Sep 15 18:15:51.369341 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.371180 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-06a1c0e2-0f61-4762-83e3-b7f9678f123f None None] Provisioning complete for port c736acbb-cb49-47f9-b51a-ccf3b4233896 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:51.371534 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-06a1c0e2-0f61-4762-83e3-b7f9678f123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.396761 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:15:51.405169 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:51.407856 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:15:51.413083 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Routers {'34e4f4b8-ae11-4679-ac4f-9157e857751e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:15:51.413773 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:15:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['34e4f4b8-ae11-4679-ac4f-9157e857751e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:51.452816 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Pushing event updated for resources: {'Port': ['ID=7b83d446-5739-459a-9888-0376e209b554,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:51.499527 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9569d1bb-a6b1-42c1-ad5e-c5f9fe10a15b req-11b9c7e3-2052-418d-aaaf-7a6488c1c5de tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449335 Sep 15 18:15:51.513983 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80bc18-faca-4f5d-a355-d4636c1b8e13 None None] Pushing event updated for resources: {'Port': ['ID=c736acbb-cb49-47f9-b51a-ccf3b4233896,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:51.608461 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Pushing event updated for resources: {'Port': ['ID=5211bc21-b008-4280-ba3d-8624dcc7fb6a,revision_number=1']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:51.615196 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Network 56160aa9-879f-4ec0-b9fd-e95dd87d846a is already hosted by enough agents. {{(pid=94153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:15:51.627948 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.base_scheduler [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Resources bound (agent type, host, resource id): {{(pid=94153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:51.633338 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Received port after_create {{(pid=94153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:15:51.680181 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-06a1c0e2-0f61-4762-83e3-b7f9678f123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.697081 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26542d96-8095-4141-a431-ae5de437be4b req-449f9324-ac41-4746-999f-342ecea1fc6b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:51.704671 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-26542d96-8095-4141-a431-ae5de437be4b req-449f9324-ac41-4746-999f-342ecea1fc6b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.1849623 Sep 15 18:15:51.741464 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a731b-9d0a-431d-807d-58765584e688 req-797edb70-aaf1-451d-98fd-3fb752a83dbb tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:51.743407 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9f0a731b-9d0a-431d-807d-58765584e688 req-797edb70-aaf1-451d-98fd-3fb752a83dbb tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.1810827 Sep 15 18:15:51.775021 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] Set router 34e4f4b8-ae11-4679-ac4f-9157e857751e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:15:51.815230 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Attempting to bind port 5211bc21-b008-4280-ba3d-8624dcc7fb6a on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:15:51.815616 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Attempting to bind port 5211bc21-b008-4280-ba3d-8624dcc7fb6a by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'a359700a-9a37-4a5e-a301-752fa38b06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:15:51.815960 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Attempting to bind port 5211bc21-b008-4280-ba3d-8624dcc7fb6a on network 56160aa9-879f-4ec0-b9fd-e95dd87d846a {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:15:51.825856 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-26542d96-8095-4141-a431-ae5de437be4b req-41f9157e-1779-4bca-81cb-66aa93940b51 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158910 Sep 15 18:15:51.841955 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-06a1c0e2-0f61-4762-83e3-b7f9678f123f None None] For port c736acbb-cb49-47f9-b51a-ccf3b4233896, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=c736acbb-cb49-47f9-b51a-ccf3b4233896,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:51.843701 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:15:51.844075 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Checking segment: {'id': 'a359700a-9a37-4a5e-a301-752fa38b06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:15:51.844476 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.844988 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Bound using segment: {'id': 'a359700a-9a37-4a5e-a301-752fa38b06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:15:51.845500 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Bound port: 5211bc21-b008-4280-ba3d-8624dcc7fb6a, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a359700a-9a37-4a5e-a301-752fa38b06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:15:51.847797 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.869232 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-06a1c0e2-0f61-4762-83e3-b7f9678f123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:51.947402 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:52.089830 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9f0a731b-9d0a-431d-807d-58765584e688 req-dff1cf07-175e-40ba-b671-3386dd1ab111 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376291 Sep 15 18:15:52.219640 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device fa55601e-da09-4aee-a301-267148c9441d details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:15:52.255671 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-09fcc99f-5059-4938-8ffe-77d10c356fa6 None None] Provisioning complete for port c736acbb-cb49-47f9-b51a-ccf3b4233896 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:52.256023 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-09fcc99f-5059-4938-8ffe-77d10c356fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:52.274289 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929145-bd31-4b07-9d8f-0ab0820588e9 req-3c58280b-851c-4f81-ba72-2c3b656386c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:52.276029 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-07929145-bd31-4b07-9d8f-0ab0820588e9 req-3c58280b-851c-4f81-ba72-2c3b656386c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ffa1abd61147f0946559205e11ad76&device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 1099 time: 0.0832829 Sep 15 18:15:52.359066 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1c0e2-0f61-4762-83e3-b7f9678f123f None None] Pushing event updated for resources: {'Port': ['ID=c736acbb-cb49-47f9-b51a-ccf3b4233896,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:52.384674 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.db.resource_extend [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 18:15:52.412639 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] For port 5211bc21-b008-4280-ba3d-8624dcc7fb6a, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:15:52.444165 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] For port 5211bc21-b008-4280-ba3d-8624dcc7fb6a, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=5211bc21-b008-4280-ba3d-8624dcc7fb6a,segment=NetworkSegment(a359700a-9a37-4a5e-a301-752fa38b06ea),segment_id=a359700a-9a37-4a5e-a301-752fa38b06ea)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:15:52.502054 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:52.502285 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929145-bd31-4b07-9d8f-0ab0820588e9 req-db6b08e7-fbab-4985-af31-fcb64d47c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:52.503537 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-07929145-bd31-4b07-9d8f-0ab0820588e9 req-db6b08e7-fbab-4985-af31-fcb64d47c459 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 200 len: 912 time: 0.2159681 Sep 15 18:15:52.548113 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:45Z', 'revision_number': 4, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'c736acbb-cb49-47f9-b51a-ccf3b4233896', 'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'mac_address': 'fa:16:3e:a1:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:44Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 4, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'subnets': [{'id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:52.596441 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-851203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-849483'] for router, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:52.625469 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9b9c63-6985-4df2-86d3-490c79a14012 None None] The sync data for ids ['34e4f4b8-ae11-4679-ac4f-9157e857751e'] in dv-cinder-763774-3-iscsi is: [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:45Z', 'revision_number': 4, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'c736acbb-cb49-47f9-b51a-ccf3b4233896', 'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'mac_address': 'fa:16:3e:a1:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:44Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 4, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'subnets': [{'id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:15:52.640402 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-07929145-bd31-4b07-9d8f-0ab0820588e9 req-beb00008-4576-4e21-8efc-a35ef1d458b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac HTTP/1.1" status: 200 len: 1002 time: 0.1218534 Sep 15 18:15:52.689150 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381e835-77ed-4c18-9d24-b2b15beb098c req-b18ff423-aab0-42ec-8eba-7ca50edbc641 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:52.693628 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port fa55601e-da09-4aee-a301-267148c9441d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=fa55601e-da09-4aee-a301-267148c9441d,segment=NetworkSegment(27eabc9e-afe1-47a8-8f5e-5981a419d395),segment_id=27eabc9e-afe1-47a8-8f5e-5981a419d395)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:52.699562 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f381e835-77ed-4c18-9d24-b2b15beb098c req-b18ff423-aab0-42ec-8eba-7ca50edbc641 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.5015924 Sep 15 18:15:52.753282 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c3bfd-1bef-4321-b364-7502a7cf345a req-e1751b27-e3b8-463e-9438-edaca2cde36d tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:52.755081 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-871c3bfd-1bef-4321-b364-7502a7cf345a req-e1751b27-e3b8-463e-9438-edaca2cde36d tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.4937880 Sep 15 18:15:52.760927 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d2786-d4ba-41c4-b865-cc51e3e449ae None None] Pushing event updated for resources: {'Port': ['ID=5211bc21-b008-4280-ba3d-8624dcc7fb6a,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:52.763585 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929145-bd31-4b07-9d8f-0ab0820588e9 req-86b6842a-0995-4588-a979-7d872cd7a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:52.772799 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-07929145-bd31-4b07-9d8f-0ab0820588e9 req-86b6842a-0995-4588-a979-7d872cd7a138 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dba29c0e-b144-4978-b5df-55ed14a91a74 HTTP/1.1" status: 200 len: 850 time: 0.1216576 Sep 15 18:15:52.810110 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'fa55601e-da09-4aee-a301-267148c9441d', 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187', 'port_id': 'fa55601e-da09-4aee-a301-267148c9441d', 'mac_address': 'fa:16:3e:e2:4f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de263f0-3f81-4942-8640-f84d3e61d109', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:15:52.861020 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929145-bd31-4b07-9d8f-0ab0820588e9 req-a3a8e04e-257e-4dc0-b824-a4e3e3a6092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:52.868200 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-07929145-bd31-4b07-9d8f-0ab0820588e9 req-a3a8e04e-257e-4dc0-b824-a4e3e3a6092a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883529 Sep 15 18:15:52.916562 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:52.966360 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa55601e-da09-4aee-a301-267148c9441d {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:15:53.015494 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f381e835-77ed-4c18-9d24-b2b15beb098c req-d7511c57-7c8c-48f1-9092-99ea60372de9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104267 Sep 15 18:15:53.040880 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port fa55601e-da09-4aee-a301-267148c9441d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=fa55601e-da09-4aee-a301-267148c9441d,segment=NetworkSegment(27eabc9e-afe1-47a8-8f5e-5981a419d395),segment_id=27eabc9e-afe1-47a8-8f5e-5981a419d395)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:53.048435 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:53.098695 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-871c3bfd-1bef-4321-b364-7502a7cf345a req-a4e9d686-744f-41b7-8e63-11d8ded1e800 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347914 Sep 15 18:15:53.126839 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-07929145-bd31-4b07-9d8f-0ab0820588e9 req-04efb761-6676-46bf-b574-c44190909f7b service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506280 Sep 15 18:15:53.235921 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=fa55601e-da09-4aee-a301-267148c9441d,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:53.331996 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['fa55601e-da09-4aee-a301-267148c9441d'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:15:53.354478 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Router 60fc948b-75c7-44b4-aade-6e73e87fb8ca is scheduled to L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 with binding_index 1 {{(pid=94152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:15:53.360177 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-07929145-bd31-4b07-9d8f-0ab0820588e9 req-21e4de9e-13ac-4d7c-ad04-ae41931bbd1d service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249694 Sep 15 18:15:53.417030 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f4327-069b-4e5e-bf4c-396f75b4ef65 req-ed11f55c-2b1a-40c0-a904-69a12bba31d7 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:53.426973 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f74f4327-069b-4e5e-bf4c-396f75b4ef65 req-ed11f55c-2b1a-40c0-a904-69a12bba31d7 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 944 time: 0.2520769 Sep 15 18:15:53.572374 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 5211bc21-b008-4280-ba3d-8624dcc7fb6a up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:53.633884 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b3c92-97dc-405f-88d8-43445e0f0c2c req-d50a0a89-3f4b-40b4-a60f-2753b02426da tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:53.643975 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8d2b3c92-97dc-405f-88d8-43445e0f0c2c req-d50a0a89-3f4b-40b4-a60f-2753b02426da tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.3879218 Sep 15 18:15:53.732497 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f74f4327-069b-4e5e-bf4c-396f75b4ef65 req-09d9c799-052f-4b11-be54-ec8d7574ab3b tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051782 Sep 15 18:15:53.735059 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:15:53.746232 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Sync routers for ids ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:15:53.759856 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Routers {'60fc948b-75c7-44b4-aade-6e73e87fb8ca'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:15:53.760799 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:15:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:53.800123 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] Notify callbacks [] for router, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:53.803951 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2999dcfb-eb0e-45e9-8b0e-bba7649ef34d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4618390 Sep 15 18:15:53.804089 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 5211bc21-b008-4280-ba3d-8624dcc7fb6a triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:53.804089 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:53.804610 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 40248) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:53.841758 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8d2b3c92-97dc-405f-88d8-43445e0f0c2c req-7cd6e66a-b6a7-42a9-aed5-73d5467c10f3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933064 Sep 15 18:15:54.053782 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Set router 60fc948b-75c7-44b4-aade-6e73e87fb8ca gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:15:54.250078 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d90a7-bb73-461f-a038-54a96e2679c6 req-8dbc4867-07e3-409e-acbe-a2b6045c8262 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:54.269241 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-499d90a7-bb73-461f-a038-54a96e2679c6 req-8dbc4867-07e3-409e-acbe-a2b6045c8262 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.1596007 Sep 15 18:15:54.373487 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:54.395936 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-499d90a7-bb73-461f-a038-54a96e2679c6 req-227d3aee-2403-4244-8024-9b36878625d9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244767 Sep 15 18:15:54.402463 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986629a1-dcb1-4dd8-b094-90ae4cfa1188 None None] Network 56160aa9-879f-4ec0-b9fd-e95dd87d846a requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:15:54.434062 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba94717-ef41-482d-a1ff-8273b7f5c177 req-8872b069-9fa3-4f61-b54a-b93706abf8da tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:54.437184 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1ba94717-ef41-482d-a1ff-8273b7f5c177 req-8872b069-9fa3-4f61-b54a-b93706abf8da tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.1332841 Sep 15 18:15:54.521682 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1ba94717-ef41-482d-a1ff-8273b7f5c177 req-bbf4ad5e-9a1a-4c31-80dd-c8b4950cf1df tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777414 Sep 15 18:15:54.530764 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'name': 'tempest-TestShelveInstance-1163078709-router', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7b83d446-5739-459a-9888-0376e209b554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:49Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 3, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'gw_port': {'id': '7b83d446-5739-459a-9888-0376e209b554', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:50Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:54.575752 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Checking router: 60fc948b-75c7-44b4-aade-6e73e87fb8ca for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:15:54.576393 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Updating router 60fc948b-75c7-44b4-aade-6e73e87fb8ca port 7b83d446-5739-459a-9888-0376e209b554 binding host dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:15:54.577631 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-cc429baa-2a60-4368-89c9-33108072cc27 None None] Provisioning complete for port 5211bc21-b008-4280-ba3d-8624dcc7fb6a triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:54.578586 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-cc429baa-2a60-4368-89c9-33108072cc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:54.585422 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 5211bc21-b008-4280-ba3d-8624dcc7fb6a, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=5211bc21-b008-4280-ba3d-8624dcc7fb6a,segment=NetworkSegment(a359700a-9a37-4a5e-a301-752fa38b06ea),segment_id=a359700a-9a37-4a5e-a301-752fa38b06ea)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:54.623442 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:54.624874 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device c736acbb-cb49-47f9-b51a-ccf3b4233896 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:54.629311 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:54.738106 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 40258) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:54.897643 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:54.935041 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_v2 [None req-408b90f6-3149-487e-a590-b0dc47060760 admin admin] Deleting subnet db211c98-b22b-4c90-845c-6f95aef9b815 {{(pid=94152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:15:54.940243 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-408b90f6-3149-487e-a590-b0dc47060760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:54.998204 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=5211bc21-b008-4280-ba3d-8624dcc7fb6a,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:55.006360 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-408b90f6-3149-487e-a590-b0dc47060760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60655358'] for subnet, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.043407 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port c736acbb-cb49-47f9-b51a-ccf3b4233896 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:55.043874 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.080211 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-408b90f6-3149-487e-a590-b0dc47060760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.154317 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.161631 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.220581 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-408b90f6-3149-487e-a590-b0dc47060760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58785663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59003518'] for subnet, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.231977 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Allocated IP 172.20.0.1 (56160aa9-879f-4ec0-b9fd-e95dd87d846a/abb26f20-28c3-450d-9bbe-3f0db62998d4/01898d21-d814-4a46-a957-2f97710485ec) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:15:55.247326 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Attempting to bind port 7b83d446-5739-459a-9888-0376e209b554 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:15:55.249924 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Attempting to bind port 7b83d446-5739-459a-9888-0376e209b554 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:15:55.249924 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Attempting to bind port 7b83d446-5739-459a-9888-0376e209b554 on network 4b6c4742-6ad0-4017-9f38-aedb1420c011 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:15:55.256907 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:15:55.257281 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Checking segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:15:55.257703 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.258128 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Bound using segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:15:55.258594 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Bound port: 7b83d446-5739-459a-9888-0376e209b554, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:15:55.258991 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.277727 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b90f6-3149-487e-a590-b0dc47060760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db211c98-b22b-4c90-845c-6f95aef9b815,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:55.304117 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-408b90f6-3149-487e-a590-b0dc47060760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.308989 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-408b90f6-3149-487e-a590-b0dc47060760 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/db211c98-b22b-4c90-845c-6f95aef9b815 HTTP/1.1" status: 204 len: 168 time: 0.5695949 Sep 15 18:15:55.314568 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 40264) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:55.338520 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababaff-dff1-4e18-8564-5fc96fcb7a9e req-27f600b5-57a8-4575-8bce-32e564325cde tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:55.340473 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6ababaff-dff1-4e18-8564-5fc96fcb7a9e req-27f600b5-57a8-4575-8bce-32e564325cde tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.1569958 Sep 15 18:15:55.356427 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] For port 7b83d446-5739-459a-9888-0376e209b554, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:15:55.359597 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] For port 7b83d446-5739-459a-9888-0376e209b554, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=7b83d446-5739-459a-9888-0376e209b554,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:15:55.368447 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6ff6e-7615-407e-b9f7-b787d066951a req-3d383cc0-5cbc-4fb5-89c9-37dc00a0837a tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:55.370063 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f6b6ff6e-7615-407e-b9f7-b787d066951a req-3d383cc0-5cbc-4fb5-89c9-37dc00a0837a tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 944 time: 0.4520998 Sep 15 18:15:55.371333 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.398178 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c24b8-8ef7-49ca-81bd-e3d84d82dfa4 None None] Pushing event updated for resources: {'Port': ['ID=7b83d446-5739-459a-9888-0376e209b554,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:55.425096 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 5211bc21-b008-4280-ba3d-8624dcc7fb6a up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:55.444631 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Routers {'60fc948b-75c7-44b4-aade-6e73e87fb8ca'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:15:55.444958 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:15:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:55.490764 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.503157 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c24b8-8ef7-49ca-81bd-e3d84d82dfa4 None None] Pushing event updated for resources: {'Port': ['ID=7b83d446-5739-459a-9888-0376e209b554,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:55.538719 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f6b6ff6e-7615-407e-b9f7-b787d066951a req-de6fd5f1-ac2f-4819-99c2-4742066bf7a4 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209910 Sep 15 18:15:55.550207 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-14996dd4-a2a6-4278-baf2-00de2bfdf4b3 None None] Provisioning complete for port 5211bc21-b008-4280-ba3d-8624dcc7fb6a triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:55.550475 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-14996dd4-a2a6-4278-baf2-00de2bfdf4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.563442 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6ababaff-dff1-4e18-8564-5fc96fcb7a9e req-58e4f4be-2b71-40cb-bf8c-8cb75ab89dba tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923771 Sep 15 18:15:55.580832 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.602642 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.714248 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Network 56160aa9-879f-4ec0-b9fd-e95dd87d846a is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:15:55.717022 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] Set router 60fc948b-75c7-44b4-aade-6e73e87fb8ca gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:15:55.725948 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:55.752397 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:15:55.772752 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.796635 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ddc2d-8db4-4faf-b319-9e0843c46bf8 req-bd4ca44e-3dfe-4ed6-ba9e-170465cdaed1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:55.805604 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-393ddc2d-8db4-4faf-b319-9e0843c46bf8 req-bd4ca44e-3dfe-4ed6-ba9e-170465cdaed1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.1342740 Sep 15 18:15:55.814094 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 5211bc21-b008-4280-ba3d-8624dcc7fb6a triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:55.815237 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.837694 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d20e9c2-2a08-4e2b-aa31-946b02fab290']}} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:55.844931 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Pushing event updated for resources: {'Port': ['ID=01898d21-d814-4a46-a957-2f97710485ec,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:55.859144 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebca00df-dfb3-42b0-9aea-8906d7058483') {'for_net_delete': True} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:55.859435 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebca00df-dfb3-42b0-9aea-8906d7058483') {} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:55.873045 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60655349'] for segment, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.885015 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-393ddc2d-8db4-4faf-b319-9e0843c46bf8 req-e77fa0e3-ee2d-47ce-974d-81c763c44c58 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781744 Sep 15 18:15:55.901534 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-849564'] for router_interface, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.914258 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.930359 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:15:55.930775 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58785185'] for segment, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: Traceback (most recent call last): Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: timer() Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: cb(*args, **kw) Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: return func(*args, **kwargs) Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: self._notify() Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: self.callback(batched_events) Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: event.method(event) Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: return f(self, *a, **k) Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._get(url).json() Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: return self.request(url, 'GET', **kwargs) Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:15:55.932744 dv-cinder-763774-3-iscsi neutron-server[94152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:15:56.014712 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'name': 'tempest-TestShelveInstance-1163078709-router', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7b83d446-5739-459a-9888-0376e209b554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:49Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 3, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'gw_port': {'id': '7b83d446-5739-459a-9888-0376e209b554', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:50Z', 'updated_at': '2021-09-15T18:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:56.034411 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.059499 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.063593 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2d20e9c2-2a08-4e2b-aa31-946b02fab290 HTTP/1.1" status: 204 len: 168 time: 0.7429636 Sep 15 18:15:56.081362 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97569c7b-daf5-4947-88e1-5a1ed6a1f630 None None] The sync data for ids ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'] in dv-cinder-763774-3-iscsi is: [{'id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'name': 'tempest-TestShelveInstance-1163078709-router', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7b83d446-5739-459a-9888-0376e209b554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:49Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 3, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'gw_port': {'id': '7b83d446-5739-459a-9888-0376e209b554', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:50Z', 'updated_at': '2021-09-15T18:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:15:56.103537 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60c153-caee-4a2d-8f42-85625af36e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d20e9c2-2a08-4e2b-aa31-946b02fab290,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:56.159112 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-fdf13f1f-0dbe-4bab-b857-022008f7f172 None None] Provisioning complete for port 01898d21-d814-4a46-a957-2f97710485ec triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:56.159689 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-fdf13f1f-0dbe-4bab-b857-022008f7f172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.169455 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.210560 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-fdf13f1f-0dbe-4bab-b857-022008f7f172 None None] Port 01898d21-d814-4a46-a957-2f97710485ec cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:15:56.218967 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device fa55601e-da09-4aee-a301-267148c9441d up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:56.307723 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port fa55601e-da09-4aee-a301-267148c9441d completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:15:56.312113 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port fa55601e-da09-4aee-a301-267148c9441d triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:56.313536 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.401618 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 40270) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:56.506138 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-128b224f-99fe-4ff8-9643-d7cf8709c020 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05c36825dd574b7ba82a5f960c2b40cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982010 Sep 15 18:15:56.507059 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 40272) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:56.513113 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.528259 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.532765 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.691361 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-06f392d2-03e2-4f24-abdc-6483b6ddc247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.711714 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port fa55601e-da09-4aee-a301-267148c9441d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=fa55601e-da09-4aee-a301-267148c9441d,segment=NetworkSegment(27eabc9e-afe1-47a8-8f5e-5981a419d395),segment_id=27eabc9e-afe1-47a8-8f5e-5981a419d395)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:56.712765 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0227b80-483b-448d-9c68-4307b9d8bcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa55601e-da09-4aee-a301-267148c9441d'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:15:56.715921 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be341758-a10d-4dc6-9ec0-a14f37a44035" -d '{"events": [{"server_uuid": "d0227b80-483b-448d-9c68-4307b9d8bcc1", "name": "network-vif-plugged", "status": "completed", "tag": "fa55601e-da09-4aee-a301-267148c9441d"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:15:56.722495 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-851468'] for router_interface, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.730338 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Pushing event updated for resources: {'Port': ['ID=01898d21-d814-4a46-a957-2f97710485ec,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:56.744774 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.751807 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-06f392d2-03e2-4f24-abdc-6483b6ddc247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:56.878322 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=fa55601e-da09-4aee-a301-267148c9441d,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:56.881634 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Network 56160aa9-879f-4ec0-b9fd-e95dd87d846a is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:15:56.883909 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:15:57.030895 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-06f392d2-03e2-4f24-abdc-6483b6ddc247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:57.034872 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-06f392d2-03e2-4f24-abdc-6483b6ddc247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:57.038661 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-06f392d2-03e2-4f24-abdc-6483b6ddc247 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/527829b5-e58b-4e71-ae2b-ab6c8d12e5a3 HTTP/1.1" status: 204 len: 168 time: 0.5267146 Sep 15 18:15:57.080888 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f1b0-74bb-48d7-96ea-16775d979d27 req-ff67d270-fe3e-477b-a79e-639a4cd2d41d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:57.082643 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-37e7f1b0-74bb-48d7-96ea-16775d979d27 req-ff67d270-fe3e-477b-a79e-639a4cd2d41d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 945 time: 0.3041122 Sep 15 18:15:57.090060 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f392d2-03e2-4f24-abdc-6483b6ddc247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527829b5-e58b-4e71-ae2b-ab6c8d12e5a3,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:57.116986 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Router 60fc948b-75c7-44b4-aade-6e73e87fb8ca has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:15:57.151345 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcaa62-0e60-4b52-b817-56685c5b38d9 req-895e89de-635b-4c9f-a0a7-6ee0fd90d3b5 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:57.152986 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-08dcaa62-0e60-4b52-b817-56685c5b38d9 req-895e89de-635b-4c9f-a0a7-6ee0fd90d3b5 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.3832772 Sep 15 18:15:57.236308 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-37e7f1b0-74bb-48d7-96ea-16775d979d27 req-260eaeba-dfc9-4b2b-9449-642a228cb906 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439342 Sep 15 18:15:57.270474 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-08dcaa62-0e60-4b52-b817-56685c5b38d9 req-93e3eab2-c09f-47f6-99f7-a78116f979da tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841181 Sep 15 18:15:57.286603 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-ec8f8063-5d37-43b5-8efb-2e7d92ef6f70 None None] Provisioning complete for port 01898d21-d814-4a46-a957-2f97710485ec triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:57.289498 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8063-5d37-43b5-8efb-2e7d92ef6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:57.365914 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c88240-e078-4556-82c2-3507f80b2276 x-openstack-request-id: req-75c88240-e078-4556-82c2-3507f80b2276 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:15:57.367015 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0227b80-483b-448d-9c68-4307b9d8bcc1", "name": "network-vif-plugged", "status": "completed", "tag": "fa55601e-da09-4aee-a301-267148c9441d", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:15:57.367740 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75c88240-e078-4556-82c2-3507f80b2276 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:15:57.370092 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0227b80-483b-448d-9c68-4307b9d8bcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa55601e-da09-4aee-a301-267148c9441d', 'code': 200} Sep 15 18:15:57.390541 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f8063-5d37-43b5-8efb-2e7d92ef6f70 None None] Port 01898d21-d814-4a46-a957-2f97710485ec cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:15:57.439744 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:15:57.465416 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 7b83d446-5739-459a-9888-0376e209b554 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:57.470735 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-89f9c985-f473-4a33-add3-7505f8657cff admin admin] 10.222.0.39 "PUT /v2.0/routers/60fc948b-75c7-44b4-aade-6e73e87fb8ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6567373 Sep 15 18:15:57.538081 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 7b83d446-5739-459a-9888-0376e209b554 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:57.538459 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:57.567222 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6fef3-2529-463e-a04c-a834a2d1cbfc req-a8b9775e-9624-4ecb-88f9-4df4472391c6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:57.569365 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-abb6fef3-2529-463e-a04c-a834a2d1cbfc req-a8b9775e-9624-4ecb-88f9-4df4472391c6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.1265249 Sep 15 18:15:57.675456 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-abb6fef3-2529-463e-a04c-a834a2d1cbfc req-0c4f70fd-57dd-47b0-842c-4dc5e2a7b9ba tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981061 Sep 15 18:15:57.699474 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18629bb-abb0-4904-a75c-f462d941fc8c req-70e6dea1-56f0-44db-92b5-02c621e73bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:57.701205 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c18629bb-abb0-4904-a75c-f462d941fc8c req-70e6dea1-56f0-44db-92b5-02c621e73bb7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 1098 time: 0.1154070 Sep 15 18:15:57.732036 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:57.756465 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 7b83d446-5739-459a-9888-0376e209b554, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=7b83d446-5739-459a-9888-0376e209b554,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:15:57.762912 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:57.784893 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c18629bb-abb0-4904-a75c-f462d941fc8c req-777dc3bb-c735-4e75-b7e0-cc095165dd23 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741851 Sep 15 18:15:57.839537 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=7b83d446-5739-459a-9888-0376e209b554,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:58.217602 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 40322) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:58.222742 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-73a89907-672b-4ddb-90f8-8998b730184c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536385908', 'description': 'tempest-secgroup-smoke-536385908 description', 'project_id': '6d57e1f1952846e8a6126daafda73f67'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:58.248176 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-73a89907-672b-4ddb-90f8-8998b730184c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.340950 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-73a89907-672b-4ddb-90f8-8998b730184c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.350946 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-73a89907-672b-4ddb-90f8-8998b730184c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.391480 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a89907-672b-4ddb-90f8-8998b730184c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df02385e-3850-459c-9529-4df2e81ec431,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:58.393879 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-73a89907-672b-4ddb-90f8-8998b730184c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.395104 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-73a89907-672b-4ddb-90f8-8998b730184c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1759312 Sep 15 18:15:58.399223 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 40336) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:58.403628 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-11db5e0f-7d1a-4c47-ad79-6fb0cb67ab1d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Request body: {'security_group_rule': {'security_group_id': 'df02385e-3850-459c-9529-4df2e81ec431', 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:58.435674 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-11db5e0f-7d1a-4c47-ad79-6fb0cb67ab1d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.446725 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851bdd2-be9b-4f23-8f32-c42d4613ea27 req-65a4caa9-eccf-4670-9e9c-6638e631db8b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:58.453847 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e851bdd2-be9b-4f23-8f32-c42d4613ea27 req-65a4caa9-eccf-4670-9e9c-6638e631db8b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0794458 Sep 15 18:15:58.463778 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3ed2f-d264-439e-9ec0-fb1f28b67135 req-e9ff8fe2-2b75-4b06-a433-bc0ed4ab5749 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:58.465429 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-51f3ed2f-d264-439e-9ec0-fb1f28b67135 req-e9ff8fe2-2b75-4b06-a433-bc0ed4ab5749 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 945 time: 0.1227107 Sep 15 18:15:58.500560 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-11db5e0f-7d1a-4c47-ad79-6fb0cb67ab1d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.505976 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-11db5e0f-7d1a-4c47-ad79-6fb0cb67ab1d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.515078 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e851bdd2-be9b-4f23-8f32-c42d4613ea27 req-6303c3a8-8afa-405c-9b34-1ed80d347e66 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603976 Sep 15 18:15:58.524659 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db5e0f-7d1a-4c47-ad79-6fb0cb67ab1d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d7d776-177f-4888-89e4-a4f86dced1ac,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:58.530110 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-51f3ed2f-d264-439e-9ec0-fb1f28b67135 req-ea4ed3ab-207b-48a9-9d2f-3e3b3796d316 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521016 Sep 15 18:15:58.546814 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-11db5e0f-7d1a-4c47-ad79-6fb0cb67ab1d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.547719 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-11db5e0f-7d1a-4c47-ad79-6fb0cb67ab1d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474907 Sep 15 18:15:58.551740 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 40356) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:58.556700 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-76c285c9-e75a-4c0f-bcff-3a9db9190e2c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Request body: {'security_group_rule': {'security_group_id': 'df02385e-3850-459c-9529-4df2e81ec431', 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:58.586702 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-76c285c9-e75a-4c0f-bcff-3a9db9190e2c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.625333 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Sync routers for ids ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:15:58.635372 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Routers {'60fc948b-75c7-44b4-aade-6e73e87fb8ca'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:15:58.636006 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:15:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:58.662692 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-76c285c9-e75a-4c0f-bcff-3a9db9190e2c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.668568 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-76c285c9-e75a-4c0f-bcff-3a9db9190e2c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.694315 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c285c9-e75a-4c0f-bcff-3a9db9190e2c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d953d87e-7021-40a0-b481-90d0d264ca2f,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:58.697604 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-76c285c9-e75a-4c0f-bcff-3a9db9190e2c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.699131 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-76c285c9-e75a-4c0f-bcff-3a9db9190e2c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461930 Sep 15 18:15:58.702224 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 40374) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:58.707687 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-d6ac95bd-cb26-4eac-8bf7-2b1b64ffed55 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Request body: {'security_group_rule': {'security_group_id': 'df02385e-3850-459c-9529-4df2e81ec431', 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:58.746215 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d6ac95bd-cb26-4eac-8bf7-2b1b64ffed55 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.792523 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Set router 60fc948b-75c7-44b4-aade-6e73e87fb8ca gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:15:58.852537 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0bf3e-1759-4bee-9ac0-9177e13fa06f req-7f46b673-623d-46ba-92a1-2fc5d458a56b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:58.854387 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d6b0bf3e-1759-4bee-9ac0-9177e13fa06f req-7f46b673-623d-46ba-92a1-2fc5d458a56b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0963976 Sep 15 18:15:58.856196 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d6ac95bd-cb26-4eac-8bf7-2b1b64ffed55 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.861682 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d6ac95bd-cb26-4eac-8bf7-2b1b64ffed55 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.902183 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac95bd-cb26-4eac-8bf7-2b1b64ffed55 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6597029-e30d-4d69-ab4b-519557a14648,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:58.904038 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a67972-79b0-49f5-be2a-030604e50a37 req-9c6137ad-2512-4ae7-8fbb-bd3bde0e3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:58.906067 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-67a67972-79b0-49f5-be2a-030604e50a37 req-9c6137ad-2512-4ae7-8fbb-bd3bde0e3243 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 1098 time: 0.0816476 Sep 15 18:15:58.914707 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d6ac95bd-cb26-4eac-8bf7-2b1b64ffed55 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:58.919309 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-d6ac95bd-cb26-4eac-8bf7-2b1b64ffed55 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2133067 Sep 15 18:15:58.920419 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 40378) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:58.925980 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-1ebd8c5c-7745-40d6-bb26-0b15f76bb01d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Request body: {'security_group_rule': {'security_group_id': 'df02385e-3850-459c-9529-4df2e81ec431', 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:58.951450 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d6b0bf3e-1759-4bee-9ac0-9177e13fa06f req-58779124-d788-4e05-b150-9faa9d8b4827 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835383 Sep 15 18:15:58.985373 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8c5c-7745-40d6-bb26-0b15f76bb01d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.054495 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a67972-79b0-49f5-be2a-030604e50a37 req-09665fcc-6510-4077-9b1e-2f7f8c59d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:59.056487 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-67a67972-79b0-49f5-be2a-030604e50a37 req-09665fcc-6510-4077-9b1e-2f7f8c59d729 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 918 time: 0.1343606 Sep 15 18:15:59.066456 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8c5c-7745-40d6-bb26-0b15f76bb01d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.076833 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8c5c-7745-40d6-bb26-0b15f76bb01d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.104859 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd8c5c-7745-40d6-bb26-0b15f76bb01d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523b0c86-63f9-4173-9eb4-dc4adae6bd5f,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:59.110186 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8c5c-7745-40d6-bb26-0b15f76bb01d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.114747 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-1ebd8c5c-7745-40d6-bb26-0b15f76bb01d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1933777 Sep 15 18:15:59.115399 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 40384) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:59.120204 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-6cac3d14-f5c6-451d-9749-2507ecccec7d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Request body: {'security_group_rule': {'security_group_id': 'df02385e-3850-459c-9529-4df2e81ec431', 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:59.136202 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'name': 'tempest-TestShelveInstance-1163078709-router', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7b83d446-5739-459a-9888-0376e209b554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:49Z', 'updated_at': '2021-09-15T18:15:56Z', 'revision_number': 4, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'gw_port': {'id': '7b83d446-5739-459a-9888-0376e209b554', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:50Z', 'updated_at': '2021-09-15T18:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '01898d21-d814-4a46-a957-2f97710485ec', 'name': '', 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'mac_address': 'fa:16:3e:09:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'abb26f20-28c3-450d-9bbe-3f0db62998d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:54Z', 'updated_at': '2021-09-15T18:15:56Z', 'revision_number': 2, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'subnets': [{'id': 'abb26f20-28c3-450d-9bbe-3f0db62998d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:15:59.147270 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.securitygroups_db [None req-6cac3d14-f5c6-451d-9749-2507ecccec7d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Project 6d57e1f1952846e8a6126daafda73f67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:15:59.153254 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6cac3d14-f5c6-451d-9749-2507ecccec7d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.162119 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-67a67972-79b0-49f5-be2a-030604e50a37 req-f78f26d2-5c79-4382-baea-8fb4d9998c88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7 HTTP/1.1" status: 200 len: 1000 time: 0.0921819 Sep 15 18:15:59.172873 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Checking router: 60fc948b-75c7-44b4-aade-6e73e87fb8ca for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:15:59.172873 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Updating router 60fc948b-75c7-44b4-aade-6e73e87fb8ca port 01898d21-d814-4a46-a957-2f97710485ec binding host dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:15:59.199148 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.221389 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a67972-79b0-49f5-be2a-030604e50a37 req-94a1ac05-2aa2-4e06-81fa-d5cfd88a787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:59.223567 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-67a67972-79b0-49f5-be2a-030604e50a37 req-94a1ac05-2aa2-4e06-81fa-d5cfd88a787b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.0543015 Sep 15 18:15:59.238546 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6cac3d14-f5c6-451d-9749-2507ecccec7d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.242734 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6cac3d14-f5c6-451d-9749-2507ecccec7d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.261721 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac3d14-f5c6-451d-9749-2507ecccec7d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633836d1-f296-4f8a-9879-cfc132924dd1,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:59.268747 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6cac3d14-f5c6-451d-9749-2507ecccec7d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.270196 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-6cac3d14-f5c6-451d-9749-2507ecccec7d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537976 Sep 15 18:15:59.272732 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 40396) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:15:59.278030 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-eb044655-7673-423d-816d-96868c9ac3e9 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Request body: {'security_group_rule': {'security_group_id': 'df02385e-3850-459c-9529-4df2e81ec431', 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:15:59.307291 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a67972-79b0-49f5-be2a-030604e50a37 req-7a9c82c9-0eae-4ea8-b6bd-895b7ced4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:59.308848 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-67a67972-79b0-49f5-be2a-030604e50a37 req-7a9c82c9-0eae-4ea8-b6bd-895b7ced4c34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691488 Sep 15 18:15:59.313857 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.securitygroups_db [None req-eb044655-7673-423d-816d-96868c9ac3e9 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Project 6d57e1f1952846e8a6126daafda73f67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:15:59.325481 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb044655-7673-423d-816d-96868c9ac3e9 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.407412 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 7b83d446-5739-459a-9888-0376e209b554 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:15:59.416083 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb044655-7673-423d-816d-96868c9ac3e9 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.422573 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb044655-7673-423d-816d-96868c9ac3e9 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.436159 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-67a67972-79b0-49f5-be2a-030604e50a37 req-5440cbe5-ccc0-4dff-8075-1c445ec53b6e service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189854 Sep 15 18:15:59.454836 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb044655-7673-423d-816d-96868c9ac3e9 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3051bd42-3b91-4b8b-a25e-dd3908e6159f,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:59.456838 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb044655-7673-423d-816d-96868c9ac3e9 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.466482 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-eb044655-7673-423d-816d-96868c9ac3e9 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1919782 Sep 15 18:15:59.502622 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 7b83d446-5739-459a-9888-0376e209b554 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:15:59.502989 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.562887 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-67a67972-79b0-49f5-be2a-030604e50a37 req-1121fc7d-0d06-4ad9-ad82-15b90bb0774d service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192901 Sep 15 18:15:59.592274 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.604368 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.695535 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913d175-4ab6-40d4-882b-82cb4b28cbaf None None] Pushing event updated for resources: {'Port': ['ID=01898d21-d814-4a46-a957-2f97710485ec,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:15:59.717902 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57cee-d15b-46e4-9bcc-6aaf112d5100 req-5d1a5ea9-3cec-432a-bc70-3be468ead55a tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:59.736794 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e9e57cee-d15b-46e4-9bcc-6aaf112d5100 req-5d1a5ea9-3cec-432a-bc70-3be468ead55a tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 945 time: 0.1213415 Sep 15 18:15:59.767899 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dc633-a867-49d7-b0fc-0847bffc0d10 req-0544a117-ca72-45ea-8965-8d2d13880dcc tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:15:59.769507 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-847dc633-a867-49d7-b0fc-0847bffc0d10 req-0544a117-ca72-45ea-8965-8d2d13880dcc tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.1259348 Sep 15 18:15:59.830029 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e9e57cee-d15b-46e4-9bcc-6aaf112d5100 req-93be9c2b-dc2f-4275-98ce-36905e86e3de tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903893 Sep 15 18:15:59.880176 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-847dc633-a867-49d7-b0fc-0847bffc0d10 req-36243201-8f88-449e-86ae-7f51983865e5 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031818 Sep 15 18:15:59.907106 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Attempting to bind port 01898d21-d814-4a46-a957-2f97710485ec on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:15:59.907479 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Attempting to bind port 01898d21-d814-4a46-a957-2f97710485ec by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'a359700a-9a37-4a5e-a301-752fa38b06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:15:59.908234 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Attempting to bind port 01898d21-d814-4a46-a957-2f97710485ec on network 56160aa9-879f-4ec0-b9fd-e95dd87d846a {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:15:59.915150 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:15:59.915525 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Checking segment: {'id': 'a359700a-9a37-4a5e-a301-752fa38b06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:15:59.915934 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:15:59.925159 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Bound using segment: {'id': 'a359700a-9a37-4a5e-a301-752fa38b06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:15:59.925765 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Bound port: 01898d21-d814-4a46-a957-2f97710485ec, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a359700a-9a37-4a5e-a301-752fa38b06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:15:59.926180 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:00.018180 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] For port 01898d21-d814-4a46-a957-2f97710485ec, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:16:00.026631 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] For port 01898d21-d814-4a46-a957-2f97710485ec, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=01898d21-d814-4a46-a957-2f97710485ec,segment=NetworkSegment(a359700a-9a37-4a5e-a301-752fa38b06ea),segment_id=a359700a-9a37-4a5e-a301-752fa38b06ea)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:16:00.033730 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:00.074225 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-14c66d30-951c-4277-90b7-dd54dce96373 None None] Provisioning complete for port 01898d21-d814-4a46-a957-2f97710485ec triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:16:00.074599 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-14c66d30-951c-4277-90b7-dd54dce96373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:00.187416 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Routers {'60fc948b-75c7-44b4-aade-6e73e87fb8ca'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:16:00.187416 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:15:42Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:16:00.189779 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e2f71-ecd2-4f23-a7ac-f822470e1a79 req-087f32e7-57ea-4b41-9b96-7e229806344c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:00.199236 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cf7e2f71-ecd2-4f23-a7ac-f822470e1a79 req-087f32e7-57ea-4b41-9b96-7e229806344c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.1395855 Sep 15 18:16:00.251835 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cf7e2f71-ecd2-4f23-a7ac-f822470e1a79 req-a4783430-1cc3-4fa0-a055-57451d6a0355 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513077 Sep 15 18:16:00.252719 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913d175-4ab6-40d4-882b-82cb4b28cbaf None None] Pushing event updated for resources: {'Port': ['ID=01898d21-d814-4a46-a957-2f97710485ec,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:00.366409 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] Set router 60fc948b-75c7-44b4-aade-6e73e87fb8ca gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:16:00.402444 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-14c66d30-951c-4277-90b7-dd54dce96373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:00.494887 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-14c66d30-951c-4277-90b7-dd54dce96373 None None] For port 01898d21-d814-4a46-a957-2f97710485ec, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=01898d21-d814-4a46-a957-2f97710485ec,segment=NetworkSegment(a359700a-9a37-4a5e-a301-752fa38b06ea),segment_id=a359700a-9a37-4a5e-a301-752fa38b06ea)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:16:00.500673 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-14c66d30-951c-4277-90b7-dd54dce96373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:00.595181 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c66d30-951c-4277-90b7-dd54dce96373 None None] Pushing event updated for resources: {'Port': ['ID=01898d21-d814-4a46-a957-2f97710485ec,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:00.635833 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-21b9a634-5043-41d0-941a-0289ed0e49d1 None None] Provisioning complete for port 01898d21-d814-4a46-a957-2f97710485ec triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:16:00.636186 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-21b9a634-5043-41d0-941a-0289ed0e49d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:00.684894 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'name': 'tempest-TestShelveInstance-1163078709-router', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7b83d446-5739-459a-9888-0376e209b554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:49Z', 'updated_at': '2021-09-15T18:15:56Z', 'revision_number': 4, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'gw_port': {'id': '7b83d446-5739-459a-9888-0376e209b554', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:50Z', 'updated_at': '2021-09-15T18:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '01898d21-d814-4a46-a957-2f97710485ec', 'name': '', 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'mac_address': 'fa:16:3e:09:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'abb26f20-28c3-450d-9bbe-3f0db62998d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:54Z', 'updated_at': '2021-09-15T18:16:00Z', 'revision_number': 4, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'subnets': [{'id': 'abb26f20-28c3-450d-9bbe-3f0db62998d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:16:00.715641 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7246f-6616-43e1-a741-a93339f8f5a7 None None] The sync data for ids ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'] in dv-cinder-763774-3-iscsi is: [{'id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'name': 'tempest-TestShelveInstance-1163078709-router', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7b83d446-5739-459a-9888-0376e209b554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:49Z', 'updated_at': '2021-09-15T18:15:56Z', 'revision_number': 4, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'gw_port': {'id': '7b83d446-5739-459a-9888-0376e209b554', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:50Z', 'updated_at': '2021-09-15T18:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '01898d21-d814-4a46-a957-2f97710485ec', 'name': '', 'network_id': '56160aa9-879f-4ec0-b9fd-e95dd87d846a', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'mac_address': 'fa:16:3e:09:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'abb26f20-28c3-450d-9bbe-3f0db62998d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:54Z', 'updated_at': '2021-09-15T18:16:00Z', 'revision_number': 4, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'subnets': [{'id': 'abb26f20-28c3-450d-9bbe-3f0db62998d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:16:01.003812 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbae0bd-8ecf-4a4f-a344-b3dd43e63a69 req-86bffc02-4bc3-4338-bcd5-176114ee9961 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:01.005436 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-abbae0bd-8ecf-4a4f-a344-b3dd43e63a69 req-86bffc02-4bc3-4338-bcd5-176114ee9961 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0542698 Sep 15 18:16:01.047834 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-abbae0bd-8ecf-4a4f-a344-b3dd43e63a69 req-5fa51267-2800-4862-ba6d-e21ce02f2de8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362878 Sep 15 18:16:01.373324 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8dbc-27e9-416f-9b7b-c5feeb148cb2 req-aa1134e8-176d-4101-9076-c72faf0b904b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:01.375035 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-604d8dbc-27e9-416f-9b7b-c5feeb148cb2 req-aa1134e8-176d-4101-9076-c72faf0b904b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0554080 Sep 15 18:16:01.397343 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 01898d21-d814-4a46-a957-2f97710485ec up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:16:01.424703 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-604d8dbc-27e9-416f-9b7b-c5feeb148cb2 req-b6d469f9-4278-4f41-b183-fcca02ac2b71 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 Sep 15 18:16:01.457341 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 01898d21-d814-4a46-a957-2f97710485ec triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:16:01.457743 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:02.167906 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de531c-10ec-4775-8041-f0e05c06c46c req-72bd07b0-95ba-40a6-9bd4-0db158103c0a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:02.169482 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-52de531c-10ec-4775-8041-f0e05c06c46c req-72bd07b0-95ba-40a6-9bd4-0db158103c0a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 945 time: 0.0492916 Sep 15 18:16:02.209031 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-52de531c-10ec-4775-8041-f0e05c06c46c req-a9b1ee4a-74b6-401f-a69a-1c8c5fb0ff18 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Sep 15 18:16:02.260349 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device b357f3a4-34d5-4a65-8ca3-a1472da41de7 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:16:02.358052 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:02.380502 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:16:02.385663 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6a8da2-1251-4fde-969d-4b5070820870" -d '{"events": [{"server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "name": "network-vif-unplugged", "status": "completed", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:16:02.403492 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:16:02.406938 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:02.430807 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 18:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1a6e97-b4c7-4cda-a4eb-156436c02c0e x-openstack-request-id: req-db1a6e97-b4c7-4cda-a4eb-156436c02c0e {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:16:02.431049 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "name": "network-vif-unplugged", "status": "failed", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7", "code": 422}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:16:02.431255 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db1a6e97-b4c7-4cda-a4eb-156436c02c0e {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:16:02.431823 dv-cinder-763774-3-iscsi neutron-server[94153]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'code': 422} returned with failed status Sep 15 18:16:02.461970 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=b357f3a4-34d5-4a65-8ca3-a1472da41de7,revision_number=8']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:02.569720 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174494ba-5fd8-4254-9f30-15ba86c89ca8 req-b3954357-e993-47ad-b7f1-2d7eef2521c7 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:02.571697 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-174494ba-5fd8-4254-9f30-15ba86c89ca8 req-b3954357-e993-47ad-b7f1-2d7eef2521c7 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0549254 Sep 15 18:16:02.615662 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-174494ba-5fd8-4254-9f30-15ba86c89ca8 req-f83f0e1c-7516-45a6-9d2d-7a8f93a86697 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Sep 15 18:16:02.729607 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [req-97377fa7-80d3-4d38-95cf-d219b1713f71 req-4efc8239-c783-47ad-9eb4-7bf89c1b3249 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:16:02.730971 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-97377fa7-80d3-4d38-95cf-d219b1713f71 req-4efc8239-c783-47ad-9eb4-7bf89c1b3249 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083866 Sep 15 18:16:02.888930 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02123d6-1e62-40fe-aa0a-7366121ddd86 req-91564230-3c73-4503-85c5-f48dc047f848 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:02.890816 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a02123d6-1e62-40fe-aa0a-7366121ddd86 req-91564230-3c73-4503-85c5-f48dc047f848 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0532570 Sep 15 18:16:02.928527 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a02123d6-1e62-40fe-aa0a-7366121ddd86 req-fbcfae82-d927-4ce8-8528-7dd3cdc3227d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314462 Sep 15 18:16:03.731701 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb443d6a-f152-4666-988a-7484e2453a1d req-2a20d417-eb83-4708-833b-96c635923753 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:03.733169 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cb443d6a-f152-4666-988a-7484e2453a1d req-2a20d417-eb83-4708-833b-96c635923753 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0493689 Sep 15 18:16:03.773447 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cb443d6a-f152-4666-988a-7484e2453a1d req-27d7a7d3-c22e-47ca-95ab-82119150023a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Sep 15 18:16:04.050692 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3418-0fbd-4f13-8c2f-08df52b6b7fb req-39a1289d-2cb4-4dea-8d29-2563cb9486c3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:04.052255 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-794f3418-0fbd-4f13-8c2f-08df52b6b7fb req-39a1289d-2cb4-4dea-8d29-2563cb9486c3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0491381 Sep 15 18:16:04.095599 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-794f3418-0fbd-4f13-8c2f-08df52b6b7fb req-6c54a536-e2ee-4bbe-a4ec-ea5998f3ef75 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372293 Sep 15 18:16:04.830182 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:04.890165 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332e214-9f56-4de6-ba66-e679bdf3a1cb req-20604e1c-2abf-4e2e-b073-12543dd0ca57 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:04.891653 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2332e214-9f56-4de6-ba66-e679bdf3a1cb req-20604e1c-2abf-4e2e-b073-12543dd0ca57 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0472372 Sep 15 18:16:04.931764 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2332e214-9f56-4de6-ba66-e679bdf3a1cb req-bd08b7a7-3815-413c-9829-8db8ddc1eeac tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342650 Sep 15 18:16:05.214567 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172505b1-e2e6-4148-8e4b-02f2ea2d7afb req-91eb86ac-3b81-48c0-a662-02ef6c62660a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:05.216159 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-172505b1-e2e6-4148-8e4b-02f2ea2d7afb req-91eb86ac-3b81-48c0-a662-02ef6c62660a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0503061 Sep 15 18:16:05.253091 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-172505b1-e2e6-4148-8e4b-02f2ea2d7afb req-6e6f82c4-7a40-4094-b794-8f9d1f12875a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309842 Sep 15 18:16:06.047378 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f00f0-ec99-4c8d-a8f4-f852b1a2c80e req-f348ec11-6f08-4420-a716-e49e083dafb9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:06.048856 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1b0f00f0-ec99-4c8d-a8f4-f852b1a2c80e req-f348ec11-6f08-4420-a716-e49e083dafb9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0481777 Sep 15 18:16:06.088963 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1b0f00f0-ec99-4c8d-a8f4-f852b1a2c80e req-db36a3c1-8abe-4374-99f9-33942b4b88c5 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328891 Sep 15 18:16:06.371834 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0aada-58a9-4437-984b-0657f4ed35db req-e8d179cc-7845-4ad5-9452-e4e0e84c45c8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:06.373321 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1da0aada-58a9-4437-984b-0657f4ed35db req-e8d179cc-7845-4ad5-9452-e4e0e84c45c8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0490570 Sep 15 18:16:06.409770 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1da0aada-58a9-4437-984b-0657f4ed35db req-9212c23d-7b4f-4390-915f-750a57cba9a8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306177 Sep 15 18:16:07.163103 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:16:07.203964 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb8b5f-4a8b-4c5c-a52c-a3edc6c9c0b6 req-9a5b60b4-46a5-496c-afd9-6eac8d705d7f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:07.205466 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7bbb8b5f-4a8b-4c5c-a52c-a3edc6c9c0b6 req-9a5b60b4-46a5-496c-afd9-6eac8d705d7f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Sep 15 18:16:07.243487 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7bbb8b5f-4a8b-4c5c-a52c-a3edc6c9c0b6 req-27d3341a-4bbc-4894-a85a-113e7d16915a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Sep 15 18:16:07.526453 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a344eb-e15f-44ef-9b61-e62ee7baac41 req-a8c6297e-4114-46e9-9174-74728136a4ed tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:07.527921 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-59a344eb-e15f-44ef-9b61-e62ee7baac41 req-a8c6297e-4114-46e9-9174-74728136a4ed tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0481565 Sep 15 18:16:07.570451 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-59a344eb-e15f-44ef-9b61-e62ee7baac41 req-68c7cc8b-e929-4510-a1ad-7b91e4a757c9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366142 Sep 15 18:16:08.360969 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48308e48-443b-41ae-8691-36c76b0d9eba req-849498e1-7b86-41c9-9d8a-7349e77638be tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:08.362450 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-48308e48-443b-41ae-8691-36c76b0d9eba req-849498e1-7b86-41c9-9d8a-7349e77638be tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0500629 Sep 15 18:16:08.399871 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-48308e48-443b-41ae-8691-36c76b0d9eba req-99977e52-2b50-4f75-a912-5f12b960ef94 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Sep 15 18:16:08.690116 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ce230-c012-420c-a651-9c9f6c165e97 req-b37e2ac8-b9ba-4918-9bad-692c686937ed tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:08.691564 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-328ce230-c012-420c-a651-9c9f6c165e97 req-b37e2ac8-b9ba-4918-9bad-692c686937ed tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0491428 Sep 15 18:16:08.730964 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-328ce230-c012-420c-a651-9c9f6c165e97 req-fcafa37e-6afa-4dab-8140-88ffa55bdb0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328505 Sep 15 18:16:08.747744 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e75ce0ac-bbc0-478b-9d7d-ad8c267d45a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:09.514798 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf5387-e631-4784-8683-0a0f268c2dce req-749e6b9e-06fd-4798-8b87-6edcefe166bc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:09.516794 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6caf5387-e631-4784-8683-0a0f268c2dce req-749e6b9e-06fd-4798-8b87-6edcefe166bc tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0501225 Sep 15 18:16:09.556782 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6caf5387-e631-4784-8683-0a0f268c2dce req-bebcc54f-2f06-4cea-b7e5-6a633d92ecd1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Sep 15 18:16:09.856459 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb3e93-cafd-4f79-9eff-5da5ad842f95 req-10514563-3260-41cc-a4ad-1dd1facd3e42 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:09.857957 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-04eb3e93-cafd-4f79-9eff-5da5ad842f95 req-10514563-3260-41cc-a4ad-1dd1facd3e42 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0492070 Sep 15 18:16:09.895298 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-04eb3e93-cafd-4f79-9eff-5da5ad842f95 req-5e696957-0351-48a3-b33b-03e99a970d55 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312285 Sep 15 18:16:10.671906 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcc394-fc91-4c5a-a3b8-9fadf3d4d860 req-1298ce16-84b4-4830-b2e1-a031bd694e71 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:10.673416 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dfdcc394-fc91-4c5a-a3b8-9fadf3d4d860 req-1298ce16-84b4-4830-b2e1-a031bd694e71 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0479774 Sep 15 18:16:10.716012 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dfdcc394-fc91-4c5a-a3b8-9fadf3d4d860 req-4c82e34d-2e43-4c1d-8a45-2d14e3275bd7 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359011 Sep 15 18:16:11.019202 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cd11d-0e17-4b9c-a4a9-bd83a56ae14e req-5e0fb34c-0ba7-4056-a726-5f6b6166feee tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:11.020835 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2c0cd11d-0e17-4b9c-a4a9-bd83a56ae14e req-5e0fb34c-0ba7-4056-a726-5f6b6166feee tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0490346 Sep 15 18:16:11.062935 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2c0cd11d-0e17-4b9c-a4a9-bd83a56ae14e req-a4377d5a-6d6a-44fe-9037-5b98380f08dc tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346956 Sep 15 18:16:11.440441 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7d54-5059-4263-90c7-523323258e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:11.475404 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:11.828934 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80686d66-480c-4fd1-9686-ca5a75f53af3 req-27670702-cf4a-4f32-8232-1efb4d11d041 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:11.830422 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-80686d66-480c-4fd1-9686-ca5a75f53af3 req-27670702-cf4a-4f32-8232-1efb4d11d041 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0492232 Sep 15 18:16:11.867063 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-80686d66-480c-4fd1-9686-ca5a75f53af3 req-6788881a-ed77-4d24-b35b-51941ab8fd47 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302756 Sep 15 18:16:12.180472 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb5063-5a5e-4d28-af2d-70b8c4a43722 req-0b9ef722-4571-4711-aa0d-c51f2ddd1daf tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:12.181922 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-46eb5063-5a5e-4d28-af2d-70b8c4a43722 req-0b9ef722-4571-4711-aa0d-c51f2ddd1daf tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0471315 Sep 15 18:16:12.221046 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-46eb5063-5a5e-4d28-af2d-70b8c4a43722 req-35d89132-05bd-4367-805a-0ee87343f2f7 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332344 Sep 15 18:16:12.482331 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:12.981487 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74b9d-7ef3-4f71-b801-9f491adf947d req-4bb94fe8-74fa-4de3-b5ca-c842b2e2fa5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:12.982957 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-24b74b9d-7ef3-4f71-b801-9f491adf947d req-4bb94fe8-74fa-4de3-b5ca-c842b2e2fa5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0474739 Sep 15 18:16:13.023759 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-24b74b9d-7ef3-4f71-b801-9f491adf947d req-664865c4-17d9-4a8c-901a-d04459669067 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344622 Sep 15 18:16:13.339141 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02c81b-24c3-4ac4-921a-c1a66ae32a88 req-b9f8a7dc-e009-4366-aeab-f79c8cfbfc10 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:13.340587 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-df02c81b-24c3-4ac4-921a-c1a66ae32a88 req-b9f8a7dc-e009-4366-aeab-f79c8cfbfc10 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0499823 Sep 15 18:16:13.376995 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-df02c81b-24c3-4ac4-921a-c1a66ae32a88 req-192ea05e-3842-4064-833f-69f74135e66a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299363 Sep 15 18:16:14.140294 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6570e-69e2-4206-ae50-847636d14948 req-f61042c7-22c8-4ae3-b5b7-8bb0e153ba30 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:14.141809 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dbe6570e-69e2-4206-ae50-847636d14948 req-f61042c7-22c8-4ae3-b5b7-8bb0e153ba30 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0505676 Sep 15 18:16:14.177211 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dbe6570e-69e2-4206-ae50-847636d14948 req-22e194b0-bf62-4b44-846b-5813b298eff4 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295525 Sep 15 18:16:14.269943 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:14.497693 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa4d1e-53c4-4671-b5ba-755379dd0233 req-ab3e10eb-fd2d-4e20-bac7-d4d2da0445e2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:14.499148 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-83fa4d1e-53c4-4671-b5ba-755379dd0233 req-ab3e10eb-fd2d-4e20-bac7-d4d2da0445e2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0494542 Sep 15 18:16:14.540635 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-83fa4d1e-53c4-4671-b5ba-755379dd0233 req-8974ce65-b167-4d44-a4ed-d514e51b1504 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344856 Sep 15 18:16:15.289751 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a6eef-2619-47a0-a2be-71a683051440 req-92e587c1-78a2-4350-b466-78fb98d4634b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:15.291204 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-511a6eef-2619-47a0-a2be-71a683051440 req-92e587c1-78a2-4350-b466-78fb98d4634b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0484231 Sep 15 18:16:15.327617 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-511a6eef-2619-47a0-a2be-71a683051440 req-3aeef5d1-3637-4d07-b05d-35ebcca8e96d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305433 Sep 15 18:16:15.659151 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065de5b-f47d-4bc4-9979-22543c3f2ee9 req-714fd02d-07f4-4b97-9ab1-45da4b7277e0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:15.660630 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6065de5b-f47d-4bc4-9979-22543c3f2ee9 req-714fd02d-07f4-4b97-9ab1-45da4b7277e0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0507162 Sep 15 18:16:15.696738 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6065de5b-f47d-4bc4-9979-22543c3f2ee9 req-33c6967c-147f-4d42-9e26-0a0f1ff25331 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296113 Sep 15 18:16:16.441634 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f275f-0c6b-44b0-b6d2-8b73152ec094 req-ba017f1d-77a6-47dd-9a4c-d7e62fc11f55 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:16.443475 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-709f275f-0c6b-44b0-b6d2-8b73152ec094 req-ba017f1d-77a6-47dd-9a4c-d7e62fc11f55 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0477202 Sep 15 18:16:16.484299 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-709f275f-0c6b-44b0-b6d2-8b73152ec094 req-499e0cdf-b2aa-4661-b2ab-6f687e82a194 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343487 Sep 15 18:16:16.818415 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532aeb-e642-442a-ad07-d4338bb18b84 req-befc5ebd-0223-48b5-95ba-79528dc76460 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:16.820386 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b3532aeb-e642-442a-ad07-d4338bb18b84 req-befc5ebd-0223-48b5-95ba-79528dc76460 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0513351 Sep 15 18:16:16.858484 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b3532aeb-e642-442a-ad07-d4338bb18b84 req-8b171901-6b4a-4f6e-b579-8c82dcf34c87 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322077 Sep 15 18:16:17.424172 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 40716) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:16:17.513111 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-bb7dd59d-588f-44c0-a0cd-a7f351208dc1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877128 Sep 15 18:16:17.521775 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-f53cb42f-2411-406a-bad4-53dc5cf92404 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:16:17.522604 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-f53cb42f-2411-406a-bad4-53dc5cf92404 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048602 Sep 15 18:16:17.602245 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f2c59-c809-4740-a87d-4d5adcdb3fe2 req-8ca7c822-5a38-4daf-a81e-7e39e84c9d73 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:17.604124 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-489f2c59-c809-4740-a87d-4d5adcdb3fe2 req-8ca7c822-5a38-4daf-a81e-7e39e84c9d73 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0483451 Sep 15 18:16:17.646244 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-489f2c59-c809-4740-a87d-4d5adcdb3fe2 req-dd20ab3a-f6d1-4b6a-b125-2a03c4264ae9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342457 Sep 15 18:16:17.983647 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ffb8-4a9d-49dc-b0ab-877e98ecce66 req-b60323eb-1cc9-4956-accb-cd701f24c30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:17.985205 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7b09ffb8-4a9d-49dc-b0ab-877e98ecce66 req-b60323eb-1cc9-4956-accb-cd701f24c30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0552804 Sep 15 18:16:18.024097 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7b09ffb8-4a9d-49dc-b0ab-877e98ecce66 req-8452f0b7-dc6e-4531-83d2-65fde9af35e7 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Sep 15 18:16:18.416923 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f6e5a-70c7-4f6f-915a-45ab9b251c1f req-ff6aea9a-fc7f-49de-9be1-1cdcf8b90abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:18.418495 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-926f6e5a-70c7-4f6f-915a-45ab9b251c1f req-ff6aea9a-fc7f-49de-9be1-1cdcf8b90abf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 1098 time: 0.0440972 Sep 15 18:16:18.456887 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-926f6e5a-70c7-4f6f-915a-45ab9b251c1f req-ab408af1-c64e-4802-872b-9690f8d24763 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307674 Sep 15 18:16:18.764817 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76193ed-4c5c-4cc2-9968-320fe6cc33a0 req-db65b9fd-aa46-434d-a09a-426577152b2c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:18.766664 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b76193ed-4c5c-4cc2-9968-320fe6cc33a0 req-db65b9fd-aa46-434d-a09a-426577152b2c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0530005 Sep 15 18:16:18.805036 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b76193ed-4c5c-4cc2-9968-320fe6cc33a0 req-9600356b-7d95-4025-8580-4379cfbb27a2 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322411 Sep 15 18:16:19.149032 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7530a-fc0c-46f1-9668-3947f0b82c06 req-b44f5e2c-c402-4307-b402-b0a65f8b85f3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:19.150654 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9ef7530a-fc0c-46f1-9668-3947f0b82c06 req-b44f5e2c-c402-4307-b402-b0a65f8b85f3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0491872 Sep 15 18:16:19.187818 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9ef7530a-fc0c-46f1-9668-3947f0b82c06 req-ed79e118-67bc-432a-9694-fb325ba8f4a6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311730 Sep 15 18:16:19.311507 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-c0141bae-b169-4986-8a83-5c04549756e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:19.312992 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-c0141bae-b169-4986-8a83-5c04549756e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f&tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0700510 Sep 15 18:16:19.408034 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-cd9d0e32-3809-4a34-89db-e23f58521452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:19.409518 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-cd9d0e32-3809-4a34-89db-e23f58521452 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 1096 time: 0.0442843 Sep 15 18:16:19.509755 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-a832243f-acfe-40a7-a53d-39b76945bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:19.511208 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-a832243f-acfe-40a7-a53d-39b76945bc3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 918 time: 0.0904837 Sep 15 18:16:19.580411 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-a4d6d4b0-1d89-4d45-aca8-215bb71f54cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7 HTTP/1.1" status: 200 len: 998 time: 0.0600586 Sep 15 18:16:19.629667 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-2d3c0947-32e8-48d5-969c-57b1de66bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:19.631221 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-2d3c0947-32e8-48d5-969c-57b1de66bf5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.0418088 Sep 15 18:16:19.684054 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-b3d10937-0565-466d-95de-4661291deb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:19.685696 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-b3d10937-0565-466d-95de-4661291deb0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401888 Sep 15 18:16:19.784576 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-7f269a5a-58f6-4687-9238-1921f0cd4b27 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843825 Sep 15 18:16:19.875435 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8dce2d07-43a5-4632-837f-612ee7b7151d req-c9cd60df-6ca3-44e1-9d2f-e202450729f5 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829639 Sep 15 18:16:20.124604 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64f3a6-3560-4eac-bc59-ae69f2fad242 req-11b1958e-efbc-4e9b-b3c5-4bd6c97952a6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:20.126111 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9c64f3a6-3560-4eac-bc59-ae69f2fad242 req-11b1958e-efbc-4e9b-b3c5-4bd6c97952a6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.2499628 Sep 15 18:16:20.166389 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9c64f3a6-3560-4eac-bc59-ae69f2fad242 req-df9c4cb5-a4da-4098-acbf-8fa9774708d4 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Sep 15 18:16:20.326183 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666d96f-50f7-4cdf-a832-f2c1d8585ca5 req-61202913-1416-4802-bbe5-b7b9be60860e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:20.327781 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c666d96f-50f7-4cdf-a832-f2c1d8585ca5 req-61202913-1416-4802-bbe5-b7b9be60860e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0531812 Sep 15 18:16:20.371930 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c666d96f-50f7-4cdf-a832-f2c1d8585ca5 req-f59cfac0-3ba2-42ad-b5fa-bb9ac89d3506 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371401 Sep 15 18:16:20.576717 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb981f-221c-4733-875e-f10697858a9d req-0aef53be-bbe4-4700-afc8-a27e0cc8fc20 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:20.584721 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-87eb981f-221c-4733-875e-f10697858a9d req-0aef53be-bbe4-4700-afc8-a27e0cc8fc20 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0631156 Sep 15 18:16:20.626196 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-87eb981f-221c-4733-875e-f10697858a9d req-6d7fb82e-d892-4e4a-98d1-dadfc05d634f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Sep 15 18:16:21.508197 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4dd15-e4ce-4b0e-957d-2c858c08e61b req-b5973704-2f21-4c8f-8611-f7a989514d3b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:21.509773 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-67a4dd15-e4ce-4b0e-957d-2c858c08e61b req-b5973704-2f21-4c8f-8611-f7a989514d3b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0570135 Sep 15 18:16:21.549768 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-67a4dd15-e4ce-4b0e-957d-2c858c08e61b req-28134878-f51e-43ec-b3ff-b5538843d2f5 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334058 Sep 15 18:16:21.743424 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d564ea5-8c09-434e-96a3-d9685801392e req-4ab19cf1-e4af-43af-9108-a318985c4973 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:21.745114 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8d564ea5-8c09-434e-96a3-d9685801392e req-4ab19cf1-e4af-43af-9108-a318985c4973 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0490081 Sep 15 18:16:21.784931 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8d564ea5-8c09-434e-96a3-d9685801392e req-8ccf916e-c4b9-4600-a466-ffcf122e1624 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Sep 15 18:16:22.707330 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f3f18-761d-4057-ae9b-efbf6118a875 req-812f7bac-9267-47d5-b82f-287a1488650e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:22.708777 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-102f3f18-761d-4057-ae9b-efbf6118a875 req-812f7bac-9267-47d5-b82f-287a1488650e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0562460 Sep 15 18:16:22.748743 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-102f3f18-761d-4057-ae9b-efbf6118a875 req-d300689b-d698-455d-8323-c0dff5b19d62 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Sep 15 18:16:22.912439 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f578b-8a23-4b87-bdb4-a69ad3cc6cf7 req-f7a2c7ae-51e0-4092-aa71-ef9ef24b6333 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:22.914111 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f63f578b-8a23-4b87-bdb4-a69ad3cc6cf7 req-f7a2c7ae-51e0-4092-aa71-ef9ef24b6333 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0573692 Sep 15 18:16:22.954557 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f63f578b-8a23-4b87-bdb4-a69ad3cc6cf7 req-04cba6b1-ba5c-4969-82db-b0fc969b0723 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Sep 15 18:16:23.872173 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0896259-cdf3-463b-9f6c-7e96cee92a8c req-c457bb86-9a3a-4c47-9827-5c248a89f64c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:23.874050 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d0896259-cdf3-463b-9f6c-7e96cee92a8c req-c457bb86-9a3a-4c47-9827-5c248a89f64c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0504646 Sep 15 18:16:23.918776 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d0896259-cdf3-463b-9f6c-7e96cee92a8c req-06f1e402-c5ea-40fb-9793-4396849d768b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345178 Sep 15 18:16:24.072535 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282e1e-4d34-4eb9-b08f-c9570e8296c6 req-2f04f14c-d0fb-48e7-b4ad-155ea88b6fd8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:24.074102 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d3282e1e-4d34-4eb9-b08f-c9570e8296c6 req-2f04f14c-d0fb-48e7-b4ad-155ea88b6fd8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0502236 Sep 15 18:16:24.113942 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d3282e1e-4d34-4eb9-b08f-c9570e8296c6 req-332a75be-eee6-4c9e-b2bc-355faa900cc4 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Sep 15 18:16:25.058930 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077520a-1fbb-432c-a2b8-5fb05fe87d92 req-01610258-99a5-405a-ab57-b2c8e03fe7c2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:25.060580 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7077520a-1fbb-432c-a2b8-5fb05fe87d92 req-01610258-99a5-405a-ab57-b2c8e03fe7c2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0555277 Sep 15 18:16:25.101230 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7077520a-1fbb-432c-a2b8-5fb05fe87d92 req-38fa07c1-eb41-4659-9f3e-ab12956a2ea4 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Sep 15 18:16:25.237461 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34961217-79d4-4d92-aa09-57c1d5afc8f9 req-ee6e6aac-a04e-478c-bf35-9e197c119bbd tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:25.238889 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-34961217-79d4-4d92-aa09-57c1d5afc8f9 req-ee6e6aac-a04e-478c-bf35-9e197c119bbd tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0499980 Sep 15 18:16:25.282154 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-34961217-79d4-4d92-aa09-57c1d5afc8f9 req-081e613b-67da-4481-abdc-1e9f4171d2ee tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362747 Sep 15 18:16:26.269098 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c0439-82e1-4b3e-b68b-d8471fe4fb77 req-ee3242d4-4449-4fe6-b076-fbb1fb52fc19 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:26.270684 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d52c0439-82e1-4b3e-b68b-d8471fe4fb77 req-ee3242d4-4449-4fe6-b076-fbb1fb52fc19 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0514157 Sep 15 18:16:26.323258 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d52c0439-82e1-4b3e-b68b-d8471fe4fb77 req-051b18cd-b09d-49c3-9833-c47acddba7d2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Sep 15 18:16:26.408328 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a8494-dd16-4b81-a5d2-f500d50068bb req-a9bee67c-b513-4b2f-bad7-d07add2fbaed tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:26.409768 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bb1a8494-dd16-4b81-a5d2-f500d50068bb req-a9bee67c-b513-4b2f-bad7-d07add2fbaed tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0532186 Sep 15 18:16:26.450650 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bb1a8494-dd16-4b81-a5d2-f500d50068bb req-c4cdfdda-2612-4cc2-970e-a4e25882b07e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336781 Sep 15 18:16:27.442762 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762795d-de88-440d-a29f-dabfe488a715 req-db81c4de-09fb-499f-96a8-271526ca2a1e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:27.444785 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f762795d-de88-440d-a29f-dabfe488a715 req-db81c4de-09fb-499f-96a8-271526ca2a1e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0494936 Sep 15 18:16:27.483676 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f762795d-de88-440d-a29f-dabfe488a715 req-602d3c9f-1421-4bd3-b5e0-9e2c835abad6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Sep 15 18:16:27.574890 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad438d72-4f3e-4a5a-8ce6-76218ab9d96d req-3a70dea4-8a8d-45b3-9dec-d74a50f5f67f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:27.576437 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ad438d72-4f3e-4a5a-8ce6-76218ab9d96d req-3a70dea4-8a8d-45b3-9dec-d74a50f5f67f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0511749 Sep 15 18:16:27.615382 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ad438d72-4f3e-4a5a-8ce6-76218ab9d96d req-79b28116-9f69-40d4-87b4-6a88860ca3c5 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329425 Sep 15 18:16:28.609717 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9052520-40fd-470f-a557-ce85594e7abf req-f39b7f5a-fbbe-4b99-982e-69cceab87726 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:28.611286 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f9052520-40fd-470f-a557-ce85594e7abf req-f39b7f5a-fbbe-4b99-982e-69cceab87726 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0526383 Sep 15 18:16:28.651005 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f9052520-40fd-470f-a557-ce85594e7abf req-d7992e4f-6403-4790-a9e3-f13ec0f5f88b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332170 Sep 15 18:16:28.760009 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b63b5-0f8a-4007-ab74-b52b43fb238a req-93bb5e39-454e-4d24-b185-eae12658e2c9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:28.761640 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-342b63b5-0f8a-4007-ab74-b52b43fb238a req-93bb5e39-454e-4d24-b185-eae12658e2c9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0625918 Sep 15 18:16:28.799835 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-342b63b5-0f8a-4007-ab74-b52b43fb238a req-65fbf62a-cf89-4442-889b-e47645684bf7 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Sep 15 18:16:29.792644 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ceba4-e861-4345-98ab-f2db998e929c req-de85933c-cdcb-4b43-9d7d-3bad3bb9695e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:29.794562 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a56ceba4-e861-4345-98ab-f2db998e929c req-de85933c-cdcb-4b43-9d7d-3bad3bb9695e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0609550 Sep 15 18:16:29.835681 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a56ceba4-e861-4345-98ab-f2db998e929c req-c9a999ea-1f92-4721-a698-2d89181093c7 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352061 Sep 15 18:16:29.927865 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badffd0f-8355-4213-8d77-b0c83ed73a73 req-0aeb6baf-fa6b-499c-8c19-3eb080f847c1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:29.929413 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-badffd0f-8355-4213-8d77-b0c83ed73a73 req-0aeb6baf-fa6b-499c-8c19-3eb080f847c1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0542693 Sep 15 18:16:29.974765 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-badffd0f-8355-4213-8d77-b0c83ed73a73 req-8c6bc49f-3772-4bcd-8f4e-96e8ddae6165 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Sep 15 18:16:30.956770 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4104386-af1b-426c-958a-c6a6e95300e6 req-e0c05fff-7960-43b6-8d20-ab8aeb382b70 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:30.958400 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f4104386-af1b-426c-958a-c6a6e95300e6 req-e0c05fff-7960-43b6-8d20-ab8aeb382b70 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0495260 Sep 15 18:16:31.004161 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f4104386-af1b-426c-958a-c6a6e95300e6 req-7d76a146-b9cb-4f19-8b72-ca4e75254903 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386856 Sep 15 18:16:31.159298 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85da32-cc73-4385-992b-9775e477a485 req-3139c561-2aa9-4bcc-a40d-98f2c5e36b64 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:31.160352 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7f85da32-cc73-4385-992b-9775e477a485 req-3139c561-2aa9-4bcc-a40d-98f2c5e36b64 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0818906 Sep 15 18:16:31.201567 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7f85da32-cc73-4385-992b-9775e477a485 req-820064d2-5b1e-4287-8a58-b4a692cb589e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338371 Sep 15 18:16:32.136955 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bea3e7-fe06-4737-9255-045690d991d4 req-5960e702-e6ac-4dd8-8fb9-dc9d432fd88d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:32.138574 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e1bea3e7-fe06-4737-9255-045690d991d4 req-5960e702-e6ac-4dd8-8fb9-dc9d432fd88d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0597851 Sep 15 18:16:32.203219 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e1bea3e7-fe06-4737-9255-045690d991d4 req-2d454f78-38fb-4c3d-bb81-549bbdd528f3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578372 Sep 15 18:16:32.324030 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458ddf9-04d3-45c5-ad4b-6e70b1576e42 req-b9182f7f-0d81-42ab-89c4-b1239299796d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:32.325594 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f458ddf9-04d3-45c5-ad4b-6e70b1576e42 req-b9182f7f-0d81-42ab-89c4-b1239299796d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0502479 Sep 15 18:16:32.371087 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f458ddf9-04d3-45c5-ad4b-6e70b1576e42 req-1337f544-f787-4971-a8c3-3c26cf9b7cd7 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Sep 15 18:16:33.097966 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5a85-d2d2-45d9-9f2a-d9c9183a9bc8 req-158c8318-c28c-4e29-b403-30ffbaff4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:33.099465 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-65bb5a85-d2d2-45d9-9f2a-d9c9183a9bc8 req-158c8318-c28c-4e29-b403-30ffbaff4f81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25ce7c613f5748f28eba8ddf208a4665&device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 1098 time: 0.0776317 Sep 15 18:16:33.105250 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0d924-d98b-4dad-aa4f-0d6e4379ba93 req-946c31b1-e7e9-4acc-89c2-ae389cedffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:33.106600 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e5d0d924-d98b-4dad-aa4f-0d6e4379ba93 req-946c31b1-e7e9-4acc-89c2-ae389cedffa2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 1096 time: 0.0589571 Sep 15 18:16:33.249778 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5a85-d2d2-45d9-9f2a-d9c9183a9bc8 req-e714db64-0df6-47a4-b8a3-c19208da17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:33.251220 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-65bb5a85-d2d2-45d9-9f2a-d9c9183a9bc8 req-e714db64-0df6-47a4-b8a3-c19208da17f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 200 len: 920 time: 0.1438007 Sep 15 18:16:33.302450 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-65bb5a85-d2d2-45d9-9f2a-d9c9183a9bc8 req-afe646e1-aebd-4b05-95f2-134db2fabe29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 HTTP/1.1" status: 200 len: 217 time: 0.0398955 Sep 15 18:16:33.303825 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0d924-d98b-4dad-aa4f-0d6e4379ba93 req-812d263d-e56b-4f1b-a2f8-38895dc352f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:33.305163 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e5d0d924-d98b-4dad-aa4f-0d6e4379ba93 req-812d263d-e56b-4f1b-a2f8-38895dc352f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 918 time: 0.1715283 Sep 15 18:16:33.330952 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581404d8-584c-4b4d-9d66-8ecfed8210ff req-1d81141c-af7c-480d-abe5-6ef42d3dc1f0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:33.332478 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-581404d8-584c-4b4d-9d66-8ecfed8210ff req-1d81141c-af7c-480d-abe5-6ef42d3dc1f0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0489135 Sep 15 18:16:33.370377 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-581404d8-584c-4b4d-9d66-8ecfed8210ff req-8befe7c9-8ca8-43c9-9098-a7f9d246dc23 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309134 Sep 15 18:16:33.394848 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5a85-d2d2-45d9-9f2a-d9c9183a9bc8 req-371d3220-48e4-409b-ade5-63127789e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:33.396310 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-65bb5a85-d2d2-45d9-9f2a-d9c9183a9bc8 req-371d3220-48e4-409b-ade5-63127789e7bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 200 len: 859 time: 0.0858238 Sep 15 18:16:33.404692 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e5d0d924-d98b-4dad-aa4f-0d6e4379ba93 req-a164f70f-ab69-48a7-94a8-3d083ac25e63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7 HTTP/1.1" status: 200 len: 998 time: 0.0861099 Sep 15 18:16:33.468003 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-65bb5a85-d2d2-45d9-9f2a-d9c9183a9bc8 req-d45e6a1f-5ab8-4553-858f-015c7c276bb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d019230-0c00-4c00-9bdb-dc9b282f71aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481651 Sep 15 18:16:33.487415 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709a64f-9721-4169-9246-3fab57dd808e req-56775647-cf44-4d80-8291-de238f784e99 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:33.488932 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b709a64f-9721-4169-9246-3fab57dd808e req-56775647-cf44-4d80-8291-de238f784e99 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0513337 Sep 15 18:16:33.529895 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b709a64f-9721-4169-9246-3fab57dd808e req-e5aede8c-f6b2-40d3-be4c-aec873700d3a tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341208 Sep 15 18:16:33.722257 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0d924-d98b-4dad-aa4f-0d6e4379ba93 req-8ccaac41-4da9-4661-97fc-30ad891015cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:33.723610 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e5d0d924-d98b-4dad-aa4f-0d6e4379ba93 req-8ccaac41-4da9-4661-97fc-30ad891015cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.2968462 Sep 15 18:16:33.807578 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-65bb5a85-d2d2-45d9-9f2a-d9c9183a9bc8 req-b3e03398-8c0b-43bb-9a7c-943250ede71c service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308773 Sep 15 18:16:33.810224 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0d924-d98b-4dad-aa4f-0d6e4379ba93 req-258370da-0adf-4759-a372-985923e5c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:33.811538 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e5d0d924-d98b-4dad-aa4f-0d6e4379ba93 req-258370da-0adf-4759-a372-985923e5c54b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595412 Sep 15 18:16:33.978548 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e5d0d924-d98b-4dad-aa4f-0d6e4379ba93 req-b4168a27-af02-488d-92c8-e2d7633a63ef service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547732 Sep 15 18:16:33.980303 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-65bb5a85-d2d2-45d9-9f2a-d9c9183a9bc8 req-755f5eb4-c086-4b2b-a16b-978f36ff5138 service neutron] 10.222.0.41 "GET /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577158 Sep 15 18:16:34.079064 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e5d0d924-d98b-4dad-aa4f-0d6e4379ba93 req-eac58b3c-6e08-4d3d-baa6-6d6de99eea7b service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881612 Sep 15 18:16:34.489237 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba7e9-3395-4f52-bab8-15a51ad99ca7 req-11c5fefb-9760-4b2f-a351-3ac2f362e36c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:34.490735 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a93ba7e9-3395-4f52-bab8-15a51ad99ca7 req-11c5fefb-9760-4b2f-a351-3ac2f362e36c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0492444 Sep 15 18:16:34.527155 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a93ba7e9-3395-4f52-bab8-15a51ad99ca7 req-b3afd15e-b280-4ab9-9f0c-fd95c62818bc tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305982 Sep 15 18:16:34.640791 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e025f-279f-4e49-8a80-4087dc8544da req-5b4b191c-bc5d-4e73-b310-60bfa0d6d797 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:34.642292 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dd0e025f-279f-4e49-8a80-4087dc8544da req-5b4b191c-bc5d-4e73-b310-60bfa0d6d797 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0470703 Sep 15 18:16:34.678730 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dd0e025f-279f-4e49-8a80-4087dc8544da req-4e46ea66-b409-4e62-ae86-1e3304b407a8 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300469 Sep 15 18:16:34.848848 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:35.646698 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954b44e-749a-4d90-8bb1-4f8c5b195df1 req-428d392d-2b74-44bc-a63b-f273c1fb0f5c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:35.648660 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f954b44e-749a-4d90-8bb1-4f8c5b195df1 req-428d392d-2b74-44bc-a63b-f273c1fb0f5c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0521736 Sep 15 18:16:35.687186 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f954b44e-749a-4d90-8bb1-4f8c5b195df1 req-f18999d0-b2c5-480b-b295-aa01452405a2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Sep 15 18:16:35.790176 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde0cdb-7656-4175-a069-55747b736c1e req-0066d4a9-ef2b-45d8-9ac6-9fc3a90e3e74 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:35.791626 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5fde0cdb-7656-4175-a069-55747b736c1e req-0066d4a9-ef2b-45d8-9ac6-9fc3a90e3e74 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0476065 Sep 15 18:16:35.827956 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5fde0cdb-7656-4175-a069-55747b736c1e req-f0c9b531-967c-4f56-b519-5efbe15cb722 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304828 Sep 15 18:16:36.804297 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1fa61-3a3c-4a9e-b358-67c48b3f563b req-bfc607e9-b6cd-4824-9247-3ce79e6389d2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:36.805766 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fed1fa61-3a3c-4a9e-b358-67c48b3f563b req-bfc607e9-b6cd-4824-9247-3ce79e6389d2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0478098 Sep 15 18:16:36.841191 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fed1fa61-3a3c-4a9e-b358-67c48b3f563b req-96e5a2be-7f0c-4f86-8445-626a9ebe63d7 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296595 Sep 15 18:16:36.941415 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948d6f6-b706-4711-a95c-64e74567527a req-919bfb7e-4024-4e41-8996-a557821eb948 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:36.943146 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5948d6f6-b706-4711-a95c-64e74567527a req-919bfb7e-4024-4e41-8996-a557821eb948 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0506706 Sep 15 18:16:36.980561 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5948d6f6-b706-4711-a95c-64e74567527a req-041697f5-c9fe-42ad-8382-924ae90d3ed0 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Sep 15 18:16:37.957872 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b244ff-d8a3-4549-89d3-1f88e5c9dd68 req-2f8c627a-383e-41e5-b8d4-dc56490fb114 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:37.959388 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b9b244ff-d8a3-4549-89d3-1f88e5c9dd68 req-2f8c627a-383e-41e5-b8d4-dc56490fb114 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0482652 Sep 15 18:16:37.995632 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b9b244ff-d8a3-4549-89d3-1f88e5c9dd68 req-cb828314-1f22-463a-a3d9-8a18c7cf1423 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304246 Sep 15 18:16:38.092917 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960dc8a-2aac-40dd-b4d6-8729cc57d55e req-7269d21c-0492-466c-bfdf-fca27f34ef14 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:38.094514 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1960dc8a-2aac-40dd-b4d6-8729cc57d55e req-7269d21c-0492-466c-bfdf-fca27f34ef14 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0483809 Sep 15 18:16:38.133164 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1960dc8a-2aac-40dd-b4d6-8729cc57d55e req-218d3080-ce6c-4e19-8047-ef9b2703929c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325758 Sep 15 18:16:38.744508 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-febc7db6-fec5-443d-870c-d0a26aa3c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:39.118206 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3aee66-af53-479e-9643-9cf4d022fe6e req-b59e8f1a-1f54-4fc8-8d26-66558c362641 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:39.119812 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5e3aee66-af53-479e-9643-9cf4d022fe6e req-b59e8f1a-1f54-4fc8-8d26-66558c362641 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0534532 Sep 15 18:16:39.166865 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5e3aee66-af53-479e-9643-9cf4d022fe6e req-0a36bbf2-3de0-4b52-a025-e1dfecd354f2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393593 Sep 15 18:16:39.261479 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72525d80-1427-4f56-83f9-613e802e100e req-f7d5c72a-6577-4360-97ff-9354674f6e8f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:39.263112 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-72525d80-1427-4f56-83f9-613e802e100e req-f7d5c72a-6577-4360-97ff-9354674f6e8f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0529122 Sep 15 18:16:39.313463 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-72525d80-1427-4f56-83f9-613e802e100e req-378292d5-a9aa-47d9-9dca-350512c9c1e3 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Sep 15 18:16:40.289126 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b0773-0b56-42aa-9723-2725537a9c0c req-6ff27585-e6be-409f-8e74-2cc7b9ed2fe3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:40.290606 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-af2b0773-0b56-42aa-9723-2725537a9c0c req-6ff27585-e6be-409f-8e74-2cc7b9ed2fe3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0471909 Sep 15 18:16:40.327253 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-af2b0773-0b56-42aa-9723-2725537a9c0c req-2564347d-bba6-43b4-b6cf-f2a654b49d54 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307152 Sep 15 18:16:40.438357 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad0f11-a961-414f-9b9a-ef816650918a req-cb03d463-073d-4441-a6a6-e15a332dde89 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:40.439840 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dcad0f11-a961-414f-9b9a-ef816650918a req-cb03d463-073d-4441-a6a6-e15a332dde89 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0528479 Sep 15 18:16:40.477652 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dcad0f11-a961-414f-9b9a-ef816650918a req-928b5e6f-74ee-4fe1-9231-1b95aa33ab95 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305924 Sep 15 18:16:41.442918 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-777759de-6366-4d68-a05c-0c69679e1df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:41.453220 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca65f71-2812-4529-8619-551e83aaec8e req-7f0af70f-f722-44a4-a448-4ae53dbcfb5d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:41.454879 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0ca65f71-2812-4529-8619-551e83aaec8e req-7f0af70f-f722-44a4-a448-4ae53dbcfb5d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0539267 Sep 15 18:16:41.482014 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:41.508424 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0ca65f71-2812-4529-8619-551e83aaec8e req-783d238e-cd9a-4738-8ce9-22bf01e2e4d1 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 Sep 15 18:16:41.534928 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-18f9703c-4d1d-4883-8f21-7702fa2f5f15 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536385908&fields=id&tenant_id=6d57e1f1952846e8a6126daafda73f67 HTTP/1.1" status: 200 len: 267 time: 0.0383821 Sep 15 18:16:41.649921 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-7af9d567-c38b-49ca-89d5-f50f5ce8fb6a tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:41.652907 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-7af9d567-c38b-49ca-89d5-f50f5ce8fb6a tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/networks?id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c HTTP/1.1" status: 200 len: 809 time: 0.1096470 Sep 15 18:16:41.667823 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-ad6a9e89-a427-4b98-830b-1644c59a9530 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/quotas/6d57e1f1952846e8a6126daafda73f67 HTTP/1.1" status: 200 len: 375 time: 0.0101578 Sep 15 18:16:41.720800 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-5c2c390e-e82b-49b0-8c45-a1b75be10a4e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d57e1f1952846e8a6126daafda73f67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469370 Sep 15 18:16:41.825790 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-97e6c06c-c3ea-411f-b27c-823945d04a6d service neutron] 10.222.0.39 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924935 Sep 15 18:16:41.916032 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-ab908789-55c8-4288-b52d-ce450a984976 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844872 Sep 15 18:16:42.302681 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4dc5a32a-46a3-4d1c-89c0-cbb63f4717ee req-cbc10545-260d-484c-bbdb-de224c8585f1 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 210 time: 0.0257163 Sep 15 18:16:42.421448 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device b357f3a4-34d5-4a65-8ca3-a1472da41de7 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:16:42.515173 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:42.526661 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:16:42.537245 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'port_id': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'mac_address': 'fa:16:3e:3b:41:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:16:42.577145 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:42.590840 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b357f3a4-34d5-4a65-8ca3-a1472da41de7 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:16:42.611062 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:16:42.616484 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:42.649113 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd2286-08f6-4cfa-997b-3519f9bf0ba2 req-a749c90f-d084-4e66-9054-93b513f8a1c9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:42.658803 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5ebd2286-08f6-4cfa-997b-3519f9bf0ba2 req-a749c90f-d084-4e66-9054-93b513f8a1c9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 943 time: 0.0696225 Sep 15 18:16:42.693455 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=b357f3a4-34d5-4a65-8ca3-a1472da41de7,revision_number=9']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:42.701159 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.701514 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.701870 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.702207 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.702626 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.702972 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.703301 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.703626 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.704047 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.704342 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.704666 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.704989 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:42.706043 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5ebd2286-08f6-4cfa-997b-3519f9bf0ba2 req-d2040902-dcd3-4c9e-bca9-54212e3b21e0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466852 Sep 15 18:16:43.008244 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['b357f3a4-34d5-4a65-8ca3-a1472da41de7'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:16:43.404159 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-dd038604-2644-438d-b8a8-6dcbdb7d2577 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:43.405661 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-dd038604-2644-438d-b8a8-6dcbdb7d2577 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.41 "GET /v2.0/networks?id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c HTTP/1.1" status: 200 len: 809 time: 0.1121337 Sep 15 18:16:43.408573 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-499216d5-8d82-4484-b96c-f0600f0e55df req-e2b2424d-8569-4818-8fb3-f05f3c7a2059 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 210 time: 0.0290620 Sep 15 18:16:43.450420 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-909f8a7a-111b-4f21-bf31-b6519ac6b393 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d57e1f1952846e8a6126daafda73f67 HTTP/1.1" status: 200 len: 379 time: 0.0352857 Sep 15 18:16:43.462022 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Request body: {'port': {'device_id': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'admin_state_up': True, 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'security_groups': ['df02385e-3850-459c-9529-4df2e81ec431']}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:16:43.567494 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Made reservation on behalf of 6d57e1f1952846e8a6126daafda73f67 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:16:43.570850 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:43.689394 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Allocated IP 172.20.0.13 (1ad998f2-f526-4af3-b1ec-37d75db8ee0c/51964c99-2db0-4f23-b97b-d09ee1665193/c570f33c-bef2-4fdc-b615-a2aa494bd4a1) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:16:43.829949 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:43.830273 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8a4c6-e4c1-457d-9baa-aca7c5044f59 req-8f4c9bf6-a330-41ec-81a3-e87fd9dd566a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:43.832336 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-57b8a4c6-e4c1-457d-9baa-aca7c5044f59 req-8f4c9bf6-a330-41ec-81a3-e87fd9dd566a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 944 time: 0.0518973 Sep 15 18:16:43.870846 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:43.872130 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-57b8a4c6-e4c1-457d-9baa-aca7c5044f59 req-f19a7bb7-d870-45fc-a056-d5901bcce8a2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338602 Sep 15 18:16:43.914003 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:16:43.917606 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:16:43.921238 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:16:43.972178 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event updated for resources: {'Port': ['ID=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:43.987466 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:43.988359 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.000654 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.001001 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.001356 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.001723 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.002052 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.002372 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.002898 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.003225 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.003542 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.003860 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.004175 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.004490 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.020179 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-68699c03-6700-49c8-b8f1-c7e9db22c782 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617006 Sep 15 18:16:44.035968 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Request body: {'port': {'device_id': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:16:44.103986 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.136850 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 41138) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:16:44.167597 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:16:44.180184 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-a9c96db5-c939-4101-b2ee-61d31f8ae580 None None] Provisioning complete for port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:16:44.180754 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a9c96db5-c939-4101-b2ee-61d31f8ae580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.214412 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-a9c96db5-c939-4101-b2ee-61d31f8ae580 None None] Port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:16:44.246921 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.275969 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.347972 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.351279 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.382924 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c570f33c-bef2-4fdc-b615-a2aa494bd4a1 {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:16:44.390324 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.390657 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c66b02da04fa4b7d884abe41dc05bbf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527609 Sep 15 18:16:44.391537 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb2c661-923b-4393-bc70-1aa1a07d13fa,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:44.393513 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 41146) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:16:44.403805 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Transition to ACTIVE for port object c570f33c-bef2-4fdc-b615-a2aa494bd4a1 will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:16:44.407233 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.411750 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.412584 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.413118 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.413454 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.413812 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.414140 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.414464 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.414791 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.415131 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.415434 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.415753 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.416071 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45187585-21dd-472a-92b8-723aaa77f1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:16:44.424539 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device b357f3a4-34d5-4a65-8ca3-a1472da41de7 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:16:44.463041 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Pushing event updated for resources: {'Port': ['ID=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:44.506463 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-66256754-986a-48e3-a11b-a8f52573dd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.520806 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port b357f3a4-34d5-4a65-8ca3-a1472da41de7 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:16:44.521276 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.556311 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Attempting to bind port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:16:44.556657 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Attempting to bind port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:16:44.557125 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Attempting to bind port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 on network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:16:44.563064 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 on network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:16:44.563460 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Attempting to bind port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 on network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:16:44.569878 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:16:44.570315 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Checking segment: {'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:16:44.570760 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Bound using segment: {'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:16:44.571256 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Bound port: c570f33c-bef2-4fdc-b615-a2aa494bd4a1, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30205cc9-26db-4e23-b849-f65845922b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:16:44.571841 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.579499 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-66256754-986a-48e3-a11b-a8f52573dd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.627210 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.636586 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b45cd7-2d82-4180-a7e3-fe33d3b3bd84 req-8f8537c7-0f4c-4f99-bf4c-dc3077112663 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:44.638337 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b7b45cd7-2d82-4180-a7e3-fe33d3b3bd84 req-8f8537c7-0f4c-4f99-bf4c-dc3077112663 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.1458609 Sep 15 18:16:44.652578 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148750d1-c5a2-46f6-819e-984fe0b43ff5 req-a0e22f75-c441-45cc-a81c-d266a98d6d1c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:44.654669 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-148750d1-c5a2-46f6-819e-984fe0b43ff5 req-a0e22f75-c441-45cc-a81c-d266a98d6d1c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.1184635 Sep 15 18:16:44.659417 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:16:44.661976 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab1f9e3-a7fd-44d6-b127-5eaf2de39a58" -d '{"events": [{"server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "name": "network-vif-plugged", "status": "completed", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:16:44.664805 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] For port c570f33c-bef2-4fdc-b615-a2aa494bd4a1, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:16:44.668436 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] For port c570f33c-bef2-4fdc-b615-a2aa494bd4a1, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:16:44.674111 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.676069 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:16:44.681305 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.718273 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:44.718895 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.720835 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] 10.222.0.41 "PUT /v2.0/ports/c570f33c-bef2-4fdc-b615-a2aa494bd4a1 HTTP/1.1" status: 200 len: 1094 time: 0.6892414 Sep 15 18:16:44.721295 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:16:44.723603 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b7b45cd7-2d82-4180-a7e3-fe33d3b3bd84 req-d1209f1c-2ab1-4929-a49b-7d4724f29104 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674429 Sep 15 18:16:44.735494 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-66256754-986a-48e3-a11b-a8f52573dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.739392 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ba614e-1d76-41e6-97bb-49748c2d81b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:16:44.741855 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-66256754-986a-48e3-a11b-a8f52573dd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:44.746503 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-66256754-986a-48e3-a11b-a8f52573dd64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cdb2c661-923b-4393-bc70-1aa1a07d13fa HTTP/1.1" status: 204 len: 168 time: 0.3517270 Sep 15 18:16:44.765538 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=b357f3a4-34d5-4a65-8ca3-a1472da41de7,revision_number=10']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:44.766858 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-148750d1-c5a2-46f6-819e-984fe0b43ff5 req-da1a1470-db19-46fb-8950-79172616ede4 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902598 Sep 15 18:16:44.780523 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66256754-986a-48e3-a11b-a8f52573dd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb2c661-923b-4393-bc70-1aa1a07d13fa,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:44.829318 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecb350e-42d2-4d0d-94bb-83557dd63676 x-openstack-request-id: req-eecb350e-42d2-4d0d-94bb-83557dd63676 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:16:44.829599 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "name": "network-vif-plugged", "status": "completed", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:16:44.829847 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eecb350e-42d2-4d0d-94bb-83557dd63676 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:16:44.830231 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'code': 200} Sep 15 18:16:44.833208 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b844f0d-e1c0-4e89-a4a1-35de00ae56a9 x-openstack-request-id: req-1b844f0d-e1c0-4e89-a4a1-35de00ae56a9 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:16:44.833492 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:16:44.833766 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b844f0d-e1c0-4e89-a4a1-35de00ae56a9 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:16:44.835081 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'status': 'completed', 'code': 200} Sep 15 18:16:44.841605 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e9210-6f84-4beb-8d4a-cf5adc95e941 service neutron] Pushing event updated for resources: {'Port': ['ID=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:44.864224 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-43bdc9d5-aa2b-4a83-ae11-ef83befe50c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:44.866666 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-43bdc9d5-aa2b-4a83-ae11-ef83befe50c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d57e1f1952846e8a6126daafda73f67&device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 1097 time: 0.0826738 Sep 15 18:16:44.912592 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-5be244fa-df77-4693-bfea-31211166efef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1 HTTP/1.1" status: 200 len: 217 time: 0.0361814 Sep 15 18:16:44.975267 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-9fcb17fb-db80-46bf-8e61-12baed3b1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:44.976781 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-9fcb17fb-db80-46bf-8e61-12baed3b1e25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51964c99-2db0-4f23-b97b-d09ee1665193 HTTP/1.1" status: 200 len: 848 time: 0.0554364 Sep 15 18:16:45.009371 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b88c8-cc27-4f11-b6eb-da76b16f67cc req-d55d6ebd-0284-4941-8337-aa30616153bc tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:45.010902 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-af4b88c8-cc27-4f11-b6eb-da76b16f67cc req-d55d6ebd-0284-4941-8337-aa30616153bc tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 946 time: 0.0528727 Sep 15 18:16:45.034776 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-6d15ff69-8d9d-46df-9ab5-01a38c2acd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:45.036319 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-6d15ff69-8d9d-46df-9ab5-01a38c2acd5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419400 Sep 15 18:16:45.050210 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-af4b88c8-cc27-4f11-b6eb-da76b16f67cc req-83612a30-dbd4-4fcc-9c58-28dd36a977a3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328150 Sep 15 18:16:45.138443 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-59f4dcad-e85b-4e67-9bdb-bcd4fee69dac service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937107 Sep 15 18:16:45.248644 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-dd97e000-995c-4e75-b078-7ae518151bc3 req-9a26bddc-160e-4695-a18a-cf061b76a1df service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992837 Sep 15 18:16:45.368397 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed2d2d-d895-4e40-8a9c-ed8ee2e7d299 req-03c87c4d-5dd4-4720-8e36-be65b8502e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:45.369950 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-37ed2d2d-d895-4e40-8a9c-ed8ee2e7d299 req-03c87c4d-5dd4-4720-8e36-be65b8502e1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 1099 time: 0.0739725 Sep 15 18:16:45.376055 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba614e-1d76-41e6-97bb-49748c2d81b7 req-c914fe74-ca2a-4558-bd1e-4374e9bc7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:45.377438 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-73ba614e-1d76-41e6-97bb-49748c2d81b7 req-c914fe74-ca2a-4558-bd1e-4374e9bc7fa8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d57e1f1952846e8a6126daafda73f67&device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 1097 time: 0.0549328 Sep 15 18:16:45.467530 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-37ed2d2d-d895-4e40-8a9c-ed8ee2e7d299 req-8111c577-1be9-48fb-b32c-7a52f276432a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762751 Sep 15 18:16:45.494834 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba614e-1d76-41e6-97bb-49748c2d81b7 req-eacf8d1b-38ac-4b7b-8c11-9f4542bf598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:45.496258 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-73ba614e-1d76-41e6-97bb-49748c2d81b7 req-eacf8d1b-38ac-4b7b-8c11-9f4542bf598a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c HTTP/1.1" status: 200 len: 910 time: 0.0990386 Sep 15 18:16:45.741497 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-73ba614e-1d76-41e6-97bb-49748c2d81b7 req-e9e3a023-9c20-4852-82bb-2a1425b46243 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1 HTTP/1.1" status: 200 len: 217 time: 0.0376031 Sep 15 18:16:45.811765 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba614e-1d76-41e6-97bb-49748c2d81b7 req-5f44dddb-c480-4892-8a86-b02927fdba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:45.813267 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-73ba614e-1d76-41e6-97bb-49748c2d81b7 req-5f44dddb-c480-4892-8a86-b02927fdba0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51964c99-2db0-4f23-b97b-d09ee1665193 HTTP/1.1" status: 200 len: 848 time: 0.0638728 Sep 15 18:16:45.876800 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8766f9-c747-4e8f-b3f0-d07bdf87df89 req-541efcfa-ae15-4b4a-9c62-2b4bc415360e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:45.878296 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bc8766f9-c747-4e8f-b3f0-d07bdf87df89 req-541efcfa-ae15-4b4a-9c62-2b4bc415360e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0838585 Sep 15 18:16:45.892483 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba614e-1d76-41e6-97bb-49748c2d81b7 req-cde69626-f943-47c2-a864-c2dd3c997509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:45.894242 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-73ba614e-1d76-41e6-97bb-49748c2d81b7 req-cde69626-f943-47c2-a864-c2dd3c997509 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725360 Sep 15 18:16:45.906824 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c63a8-88db-4b53-8d97-781591bae4ef req-d895880a-3194-4c2a-bf6e-7c6caecc3cc3 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:45.908302 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-255c63a8-88db-4b53-8d97-781591bae4ef req-d895880a-3194-4c2a-bf6e-7c6caecc3cc3 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0763369 Sep 15 18:16:45.951237 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bc8766f9-c747-4e8f-b3f0-d07bdf87df89 req-54506d31-cfca-4b92-9b7d-26f38badfb86 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614967 Sep 15 18:16:45.973907 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-255c63a8-88db-4b53-8d97-781591bae4ef req-d6376be6-a6bc-40d7-a02c-4a4b1f7b9f20 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527771 Sep 15 18:16:46.005118 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-73ba614e-1d76-41e6-97bb-49748c2d81b7 req-aabf21fb-b328-48fb-9603-e0ae950032ab service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984805 Sep 15 18:16:46.092250 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-73ba614e-1d76-41e6-97bb-49748c2d81b7 req-76b54932-914a-40b4-b4ba-39e5a6e72b4f service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794024 Sep 15 18:16:46.177471 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb8935-65ec-4ae9-8497-474bcbbb3cdd req-bdc212cb-aed4-40ce-8b95-30964e0b8d07 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:46.179525 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fbcb8935-65ec-4ae9-8497-474bcbbb3cdd req-bdc212cb-aed4-40ce-8b95-30964e0b8d07 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 946 time: 0.0492334 Sep 15 18:16:46.218970 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fbcb8935-65ec-4ae9-8497-474bcbbb3cdd req-f3b8d991-7776-47ec-9196-a1b730fc3a96 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323508 Sep 15 18:16:47.137839 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f347ac7-5d3c-42c6-b22c-c7986522b780 req-245fb339-e778-41db-a308-ddee92bdcc05 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:47.139386 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4f347ac7-5d3c-42c6-b22c-c7986522b780 req-245fb339-e778-41db-a308-ddee92bdcc05 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0882668 Sep 15 18:16:47.148359 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3204461-a433-4662-82d5-e6cb958dd209 req-6c9ed9e0-7926-42aa-8e9a-55e6daa2c277 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:47.150033 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d3204461-a433-4662-82d5-e6cb958dd209 req-6c9ed9e0-7926-42aa-8e9a-55e6daa2c277 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.1000152 Sep 15 18:16:47.214757 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4f347ac7-5d3c-42c6-b22c-c7986522b780 req-33ad2fbb-d866-48a2-9db2-9e0ebcb0c1a1 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637243 Sep 15 18:16:47.220567 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d3204461-a433-4662-82d5-e6cb958dd209 req-5906f510-c29f-4b0a-958d-d0b763ccf5b6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603657 Sep 15 18:16:47.353952 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50540e5-c7b6-458b-bc7b-5924271c0b29 req-6bbe23b3-2b5a-4a68-8592-3fd11a475247 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:47.358302 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b50540e5-c7b6-458b-bc7b-5924271c0b29 req-6bbe23b3-2b5a-4a68-8592-3fd11a475247 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 946 time: 0.0595615 Sep 15 18:16:47.402962 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b50540e5-c7b6-458b-bc7b-5924271c0b29 req-37a12750-94be-4250-9646-4d26a7dc8f3c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360315 Sep 15 18:16:47.979789 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27228989-4324-4481-843b-76b19b7a81ba req-28b9cd4c-04f1-4574-a253-ca3735152859 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:47.981219 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-27228989-4324-4481-843b-76b19b7a81ba req-28b9cd4c-04f1-4574-a253-ca3735152859 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 945 time: 0.0487239 Sep 15 18:16:48.072466 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-27228989-4324-4481-843b-76b19b7a81ba req-03f2c5e9-a78e-4d9b-a29a-c5e56312a939 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Deleting port 043dff11-5730-4cd7-8042-945a2974a1d5 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:16:48.072794 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-27228989-4324-4481-843b-76b19b7a81ba req-03f2c5e9-a78e-4d9b-a29a-c5e56312a939 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:48.160387 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-27228989-4324-4481-843b-76b19b7a81ba req-03f2c5e9-a78e-4d9b-a29a-c5e56312a939 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] For port 043dff11-5730-4cd7-8042-945a2974a1d5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=043dff11-5730-4cd7-8042-945a2974a1d5,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:16:48.160744 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-27228989-4324-4481-843b-76b19b7a81ba req-03f2c5e9-a78e-4d9b-a29a-c5e56312a939 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:48.171887 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-27228989-4324-4481-843b-76b19b7a81ba req-03f2c5e9-a78e-4d9b-a29a-c5e56312a939 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Calling delete_port for 043dff11-5730-4cd7-8042-945a2974a1d5 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:16:48.296405 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-27228989-4324-4481-843b-76b19b7a81ba req-03f2c5e9-a78e-4d9b-a29a-c5e56312a939 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:48.309538 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['043dff11-5730-4cd7-8042-945a2974a1d5', '6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:16:48.324840 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ae00d840-fab7-4170-b16e-f07f095748bb req-345bda57-d15a-4132-85fd-ee305848646f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e03f85-1c5b-4847-9418-e44c74195cd4 HTTP/1.1" status: 200 len: 210 time: 0.0372221 Sep 15 18:16:48.328541 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2c5e9-a78e-4d9b-a29a-c5e56312a939 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Pushing event deleted for resources: {'Port': ['ID=043dff11-5730-4cd7-8042-945a2974a1d5,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:48.376888 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74f794-71a6-4a81-9274-4003b7b92c80 req-b5065e69-947b-43c2-9d67-939af3e6bc6d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:48.378618 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3c74f794-71a6-4a81-9274-4003b7b92c80 req-b5065e69-947b-43c2-9d67-939af3e6bc6d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0828855 Sep 15 18:16:48.386210 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-27228989-4324-4481-843b-76b19b7a81ba req-03f2c5e9-a78e-4d9b-a29a-c5e56312a939 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] No DVR routers for this DVR port 043dff11-5730-4cd7-8042-945a2974a1d5 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:16:48.388845 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-27228989-4324-4481-843b-76b19b7a81ba req-03f2c5e9-a78e-4d9b-a29a-c5e56312a939 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:48.391734 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-27228989-4324-4481-843b-76b19b7a81ba req-03f2c5e9-a78e-4d9b-a29a-c5e56312a939 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.41 "DELETE /v2.0/ports/043dff11-5730-4cd7-8042-945a2974a1d5 HTTP/1.1" status: 204 len: 173 time: 0.4022279 Sep 15 18:16:48.391734 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e03f85-1c5b-4847-9418-e44c74195cd4', 'name': 'network-vif-deleted', 'tag': '043dff11-5730-4cd7-8042-945a2974a1d5'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:16:48.394376 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a83be6a-f1aa-453f-a988-0b5efa10f0b5" -d '{"events": [{"server_uuid": "35e03f85-1c5b-4847-9418-e44c74195cd4", "name": "network-vif-deleted", "tag": "043dff11-5730-4cd7-8042-945a2974a1d5"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:16:48.430108 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3c74f794-71a6-4a81-9274-4003b7b92c80 req-334f9b19-b19b-44d4-a79e-d1ed15796ed2 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449440 Sep 15 18:16:48.442663 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdaf9e1-1ac0-43b6-93f2-707667c1ebbb x-openstack-request-id: req-dcdaf9e1-1ac0-43b6-93f2-707667c1ebbb {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:16:48.444065 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e03f85-1c5b-4847-9418-e44c74195cd4", "name": "network-vif-deleted", "tag": "043dff11-5730-4cd7-8042-945a2974a1d5", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:16:48.444323 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcdaf9e1-1ac0-43b6-93f2-707667c1ebbb {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:16:48.445026 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e03f85-1c5b-4847-9418-e44c74195cd4', 'name': 'network-vif-deleted', 'tag': '043dff11-5730-4cd7-8042-945a2974a1d5', 'status': 'completed', 'code': 200} Sep 15 18:16:48.537208 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f8575-8401-4a77-bbe3-ebb9042939cd req-efca7fc8-d137-490e-9cde-4185a45cdec6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:48.538610 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5d5f8575-8401-4a77-bbe3-ebb9042939cd req-efca7fc8-d137-490e-9cde-4185a45cdec6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 946 time: 0.0495958 Sep 15 18:16:48.578050 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5d5f8575-8401-4a77-bbe3-ebb9042939cd req-7800268e-698e-4e41-9594-dc0dafc38f7b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334575 Sep 15 18:16:49.575821 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c27c6-537f-425f-bb92-4b2c9d1413d4 req-632df4b0-f12d-4d9a-a4e3-e094ed21ac47 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:49.577336 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-079c27c6-537f-425f-bb92-4b2c9d1413d4 req-632df4b0-f12d-4d9a-a4e3-e094ed21ac47 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0598686 Sep 15 18:16:49.650997 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b86ea-835a-4439-905d-effe609350bd req-ecc44016-a9ed-4f2b-8edf-223aeabf5e8b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:49.652500 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e07b86ea-835a-4439-905d-effe609350bd req-ecc44016-a9ed-4f2b-8edf-223aeabf5e8b tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0727313 Sep 15 18:16:49.656805 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-079c27c6-537f-425f-bb92-4b2c9d1413d4 req-0b6113c0-1339-478e-a802-b1eea5c4391a tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661485 Sep 15 18:16:49.695640 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e07b86ea-835a-4439-905d-effe609350bd req-423b1ddd-1296-4595-8188-b2fd9c3fb309 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 Sep 15 18:16:50.779341 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486e02f-5777-49a7-8135-64275282205b req-5dbf0a1c-e403-437c-9e8d-b2b4223ec806 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:50.780769 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0486e02f-5777-49a7-8135-64275282205b req-5dbf0a1c-e403-437c-9e8d-b2b4223ec806 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0568571 Sep 15 18:16:50.843779 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2529b7-262d-4d40-92fc-d40052b073aa req-007916a5-f295-4913-b2f1-47be609b8af2 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:50.845313 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9c2529b7-262d-4d40-92fc-d40052b073aa req-007916a5-f295-4913-b2f1-47be609b8af2 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0812545 Sep 15 18:16:50.850620 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0486e02f-5777-49a7-8135-64275282205b req-ee2f3bea-c7c2-44e8-896f-5a10df01a0b3 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501912 Sep 15 18:16:50.884435 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9c2529b7-262d-4d40-92fc-d40052b073aa req-cac65f49-74ca-47da-bf82-96fdf14e95c6 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313704 Sep 15 18:16:51.969981 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a56cbd-57ac-4e6c-99d9-efa9f328214b req-1cc4ee3a-3e33-488f-b237-06f3d9c64ce4 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:51.971360 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-36a56cbd-57ac-4e6c-99d9-efa9f328214b req-1cc4ee3a-3e33-488f-b237-06f3d9c64ce4 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0567198 Sep 15 18:16:52.030327 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ad8ff-b010-488a-9d97-144ac04e2fd7 req-c353f8ab-2b5a-4f57-a2d8-5430b9c89840 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:52.031732 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d85ad8ff-b010-488a-9d97-144ac04e2fd7 req-c353f8ab-2b5a-4f57-a2d8-5430b9c89840 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0809147 Sep 15 18:16:52.036582 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-36a56cbd-57ac-4e6c-99d9-efa9f328214b req-6e9245f2-ebf3-431f-8651-d323f9a4bd48 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514207 Sep 15 18:16:52.069789 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d85ad8ff-b010-488a-9d97-144ac04e2fd7 req-36ba3d62-d5e0-499b-845d-c9d9220605be tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Sep 15 18:16:52.725405 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 043dff11-5730-4cd7-8042-945a2974a1d5 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:16:52.745188 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: 043dff11-5730-4cd7-8042-945a2974a1d5 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:16:52.745529 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 043dff11-5730-4cd7-8042-945a2974a1d5 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:16:53.158304 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f299257-7ca2-4dc2-ac46-ea4e65270864 req-efc1140d-3019-4c47-aa2e-128d0c82628b tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:53.159764 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1f299257-7ca2-4dc2-ac46-ea4e65270864 req-efc1140d-3019-4c47-aa2e-128d0c82628b tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0572989 Sep 15 18:16:53.212649 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1f299257-7ca2-4dc2-ac46-ea4e65270864 req-b9023270-55e4-4106-85da-0cc4aefe02d3 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400383 Sep 15 18:16:53.220708 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd05b3-9eb8-4a2a-a5a1-6384591e6176 req-01be2086-84d2-424a-8977-e3992bf8d6fe tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:53.222136 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e5bd05b3-9eb8-4a2a-a5a1-6384591e6176 req-01be2086-84d2-424a-8977-e3992bf8d6fe tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0828934 Sep 15 18:16:53.259368 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e5bd05b3-9eb8-4a2a-a5a1-6384591e6176 req-e3f1283c-d8c5-4029-b448-911994c0bf4e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Sep 15 18:16:54.348898 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2312c6-1772-4b7c-9149-7091a48fee29 req-a73fce36-ba6f-41da-8b97-50293f8fbcbf tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:54.350572 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ac2312c6-1772-4b7c-9149-7091a48fee29 req-a73fce36-ba6f-41da-8b97-50293f8fbcbf tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0662131 Sep 15 18:16:54.413325 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ac2312c6-1772-4b7c-9149-7091a48fee29 req-a30db30a-3f8e-4ac5-8641-dcdfa558c1d4 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533433 Sep 15 18:16:54.424147 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac6b9-8ba1-4106-aeb6-ff88f8ea6806 req-e8918c9b-e259-4547-8d31-132ca58ec1f9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:54.425655 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c6cac6b9-8ba1-4106-aeb6-ff88f8ea6806 req-e8918c9b-e259-4547-8d31-132ca58ec1f9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0847042 Sep 15 18:16:54.463778 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c6cac6b9-8ba1-4106-aeb6-ff88f8ea6806 req-f83066c0-40af-4885-8f98-97cdad9fb281 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Sep 15 18:16:55.524945 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a818c6-0f1f-4475-b92c-cd5cdc952028 req-32587feb-87e6-45dd-b1b9-9ca10a271711 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:55.526455 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20a818c6-0f1f-4475-b92c-cd5cdc952028 req-32587feb-87e6-45dd-b1b9-9ca10a271711 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0486200 Sep 15 18:16:55.593010 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20a818c6-0f1f-4475-b92c-cd5cdc952028 req-ded66247-47a9-4413-a64d-54450c0795a9 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571210 Sep 15 18:16:55.601734 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c5e5d-449a-4c66-95b1-e95b6c75c042 req-ab4b627c-6a62-4dfd-b95d-efb5aa6c6db9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:55.603269 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-968c5e5d-449a-4c66-95b1-e95b6c75c042 req-ab4b627c-6a62-4dfd-b95d-efb5aa6c6db9 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0752873 Sep 15 18:16:55.642092 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-968c5e5d-449a-4c66-95b1-e95b6c75c042 req-9c4e4eae-5b77-419f-a5ec-018e5d3082b4 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327251 Sep 15 18:16:56.704202 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9616e1-cd96-4c0b-a6b8-6acf9a4da8be req-3a2cc9e4-7b59-416b-8a45-7cc2959cc3e2 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:56.705708 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1e9616e1-cd96-4c0b-a6b8-6acf9a4da8be req-3a2cc9e4-7b59-416b-8a45-7cc2959cc3e2 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0484047 Sep 15 18:16:56.768733 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1e9616e1-cd96-4c0b-a6b8-6acf9a4da8be req-3ed2593b-00c8-4c1b-a9f8-4a4f7196bcfa tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538456 Sep 15 18:16:56.779934 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172efbd4-575f-4e54-bd5d-d97e4f87ab49 req-55a3da54-5922-4f53-bf8b-462178ad0747 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:56.781400 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-172efbd4-575f-4e54-bd5d-d97e4f87ab49 req-55a3da54-5922-4f53-bf8b-462178ad0747 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0744436 Sep 15 18:16:56.821675 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-172efbd4-575f-4e54-bd5d-d97e4f87ab49 req-143ea843-029d-4f67-b82b-85a9e077aadb tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340850 Sep 15 18:16:57.873267 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98b188-ab0d-49fe-b846-5938e88b8037 req-3bb33706-f4fe-4f27-a1f6-42d720b1724e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:57.874812 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5c98b188-ab0d-49fe-b846-5938e88b8037 req-3bb33706-f4fe-4f27-a1f6-42d720b1724e tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.41 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0488274 Sep 15 18:16:57.884694 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ca2e3-fdf1-485a-b629-3b3fc2803490 req-15982cc6-3e46-424c-81fe-c527c0780192 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:57.886280 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ef5ca2e3-fdf1-485a-b629-3b3fc2803490 req-15982cc6-3e46-424c-81fe-c527c0780192 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0502033 Sep 15 18:16:57.954536 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ef5ca2e3-fdf1-485a-b629-3b3fc2803490 req-3ef112dd-595b-4b78-a22d-056fed84c6fe tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613153 Sep 15 18:16:57.968974 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00700823-c504-4d53-8f37-3e21afb514b2 req-85de0141-2e0c-4578-8a09-34e2d5d72427 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:57.970529 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-00700823-c504-4d53-8f37-3e21afb514b2 req-85de0141-2e0c-4578-8a09-34e2d5d72427 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 945 time: 0.0704820 Sep 15 18:16:57.975512 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-5c98b188-ab0d-49fe-b846-5938e88b8037 req-db4743d8-49b6-4542-8ed6-3803e4238d5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Deleting port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:16:57.975652 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5c98b188-ab0d-49fe-b846-5938e88b8037 req-db4743d8-49b6-4542-8ed6-3803e4238d5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:58.012618 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-00700823-c504-4d53-8f37-3e21afb514b2 req-645bdb1e-1ddd-493f-a0a4-9b0728d8c3ea tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d112efe-694c-412c-904c-cb0e56b35b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347023 Sep 15 18:16:58.076379 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-5c98b188-ab0d-49fe-b846-5938e88b8037 req-db4743d8-49b6-4542-8ed6-3803e4238d5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] For port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:16:58.076751 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5c98b188-ab0d-49fe-b846-5938e88b8037 req-db4743d8-49b6-4542-8ed6-3803e4238d5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:58.090610 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-5c98b188-ab0d-49fe-b846-5938e88b8037 req-db4743d8-49b6-4542-8ed6-3803e4238d5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Calling delete_port for 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:16:58.234011 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5c98b188-ab0d-49fe-b846-5938e88b8037 req-db4743d8-49b6-4542-8ed6-3803e4238d5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:58.247362 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:16:58.263420 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4743d8-49b6-4542-8ed6-3803e4238d5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Pushing event deleted for resources: {'Port': ['ID=6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:16:58.305962 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c98b188-ab0d-49fe-b846-5938e88b8037 req-db4743d8-49b6-4542-8ed6-3803e4238d5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] No DVR routers for this DVR port 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:16:58.308468 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5c98b188-ab0d-49fe-b846-5938e88b8037 req-db4743d8-49b6-4542-8ed6-3803e4238d5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:16:58.310564 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5c98b188-ab0d-49fe-b846-5938e88b8037 req-db4743d8-49b6-4542-8ed6-3803e4238d5d tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.41 "DELETE /v2.0/ports/6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 HTTP/1.1" status: 204 len: 173 time: 0.4272220 Sep 15 18:16:58.311006 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54892216-59f2-4d61-83f5-a5de91e70e12', 'name': 'network-vif-deleted', 'tag': '6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:16:58.313204 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddd9787-2df1-4160-815c-e2013f433557" -d '{"events": [{"server_uuid": "54892216-59f2-4d61-83f5-a5de91e70e12", "name": "network-vif-deleted", "tag": "6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:16:58.331041 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8b5e-86e7-4ea7-a4fc-51ed217dd2d8 req-1dbe49a9-660a-4115-ab6a-f2ca10574843 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:58.332532 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b40d8b5e-86e7-4ea7-a4fc-51ed217dd2d8 req-1dbe49a9-660a-4115-ab6a-f2ca10574843 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0523689 Sep 15 18:16:58.357765 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c4e1be-6173-4d40-8add-ca5befc4dfad x-openstack-request-id: req-15c4e1be-6173-4d40-8add-ca5befc4dfad {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:16:58.358070 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54892216-59f2-4d61-83f5-a5de91e70e12", "name": "network-vif-deleted", "tag": "6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:16:58.358320 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15c4e1be-6173-4d40-8add-ca5befc4dfad {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:16:58.358714 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54892216-59f2-4d61-83f5-a5de91e70e12', 'name': 'network-vif-deleted', 'tag': '6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4', 'status': 'completed', 'code': 200} Sep 15 18:16:58.382931 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b40d8b5e-86e7-4ea7-a4fc-51ed217dd2d8 req-62d57095-3c1b-431a-9434-ce1651541b03 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362191 Sep 15 18:16:59.077223 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9e98a-9d27-4e2b-81b3-c32e688fcc24 req-c6df37e6-a3bc-4976-a836-2fba704bb1ff tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:59.078766 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-18f9e98a-9d27-4e2b-81b3-c32e688fcc24 req-c6df37e6-a3bc-4976-a836-2fba704bb1ff tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0479431 Sep 15 18:16:59.126326 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c757f2df-8a3e-4bd7-bbf2-dd4944d537ad req-3b307b95-c91a-4f3f-b03c-d5e6619b4702 tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 210 time: 0.0341451 Sep 15 18:16:59.138623 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-18f9e98a-9d27-4e2b-81b3-c32e688fcc24 req-2d49f580-9c18-4b57-b267-97b61e5e9147 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530486 Sep 15 18:16:59.494884 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7c06c-8b59-4e3a-afbb-461a16b0fbba req-72c815da-d887-4ba7-82fd-cc21a813ff8f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:16:59.496374 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cee7c06c-8b59-4e3a-afbb-461a16b0fbba req-72c815da-d887-4ba7-82fd-cc21a813ff8f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0502858 Sep 15 18:16:59.532597 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cee7c06c-8b59-4e3a-afbb-461a16b0fbba req-71e563b1-7ef3-4b66-9cf5-9e96079ee660 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304673 Sep 15 18:17:00.248060 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8190aa83-7501-4edd-97a0-ebf7d021d224 req-36baf923-a1c5-45ad-bb4d-c7280d451e5c tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 210 time: 0.0363600 Sep 15 18:17:00.270280 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab02ade-d78f-4a0c-a551-be52822492d3 req-c145905b-a07f-412b-b972-3f67bfe9a475 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:00.271779 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fab02ade-d78f-4a0c-a551-be52822492d3 req-c145905b-a07f-412b-b972-3f67bfe9a475 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0696917 Sep 15 18:17:00.309434 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fab02ade-d78f-4a0c-a551-be52822492d3 req-8b025b49-f24a-42be-aeda-be376412079b tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Sep 15 18:17:00.349472 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device c570f33c-bef2-4fdc-b615-a2aa494bd4a1 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:17:00.549033 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port c570f33c-bef2-4fdc-b615-a2aa494bd4a1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:17:00.560488 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'port_id': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'mac_address': 'fa:16:3e:98:b8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:17:00.597136 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:00.612526 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c570f33c-bef2-4fdc-b615-a2aa494bd4a1 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:17:00.632026 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port c570f33c-bef2-4fdc-b615-a2aa494bd4a1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:17:00.636317 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:00.646885 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0623501-8927-4637-b04b-a391ec23bfb3 req-849d7247-2e31-49b2-b87a-5de6c176ade8 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:00.648338 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a0623501-8927-4637-b04b-a391ec23bfb3 req-849d7247-2e31-49b2-b87a-5de6c176ade8 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0511506 Sep 15 18:17:00.681855 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:00.686744 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a0623501-8927-4637-b04b-a391ec23bfb3 req-075a1d9f-7502-44dc-8119-e8fe5b5e5171 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323241 Sep 15 18:17:01.349957 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3fdec3b9-85b3-4165-a9af-d2f56c2323e0 req-3df1c9a1-2dcc-49bd-8d29-f5a8844e933f tempest-ServerRescueNegativeTestJSON-822428426 tempest-ServerRescueNegativeTestJSON-822428426-project] 10.222.0.39 "GET /v2.0/ports?device_id=54892216-59f2-4d61-83f5-a5de91e70e12 HTTP/1.1" status: 200 len: 210 time: 0.0265169 Sep 15 18:17:01.425347 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4b549-3bca-4cbb-82f4-a50166dae3fb req-a03df489-ae47-4063-9f31-843198a5b480 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:01.426807 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-13b4b549-3bca-4cbb-82f4-a50166dae3fb req-a03df489-ae47-4063-9f31-843198a5b480 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 945 time: 0.0473092 Sep 15 18:17:01.464187 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-13b4b549-3bca-4cbb-82f4-a50166dae3fb req-e483960d-ed49-49ce-a9cd-5872b7a87511 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307736 Sep 15 18:17:01.498590 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:17:01.518492 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:17:01.518829 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 6d8a56c7-ddf4-4b7c-9d2f-ec85f2cb66f4 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:17:01.653814 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['c570f33c-bef2-4fdc-b615-a2aa494bd4a1'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:17:01.806693 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2182b-273f-4919-befb-7fac89760cd8 req-fa7667fc-cd05-4e2d-9be1-3aca0229a227 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:01.808435 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e1f2182b-273f-4919-befb-7fac89760cd8 req-fa7667fc-cd05-4e2d-9be1-3aca0229a227 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0517592 Sep 15 18:17:01.845199 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e1f2182b-273f-4919-befb-7fac89760cd8 req-34838164-cdb9-4ae3-af3f-8c43c30937af tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308471 Sep 15 18:17:02.404156 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 41444) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:02.628703 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b07afb-36f9-403b-a4ed-bea9dbed2bb5 req-9690fb55-482c-45fb-8b0c-c9dd33b421c1 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:02.630686 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-64b07afb-36f9-403b-a4ed-bea9dbed2bb5 req-9690fb55-482c-45fb-8b0c-c9dd33b421c1 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 945 time: 0.0883017 Sep 15 18:17:02.697274 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-64b07afb-36f9-403b-a4ed-bea9dbed2bb5 req-574b6b04-d3a4-404b-98a4-48eb128a6305 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601881 Sep 15 18:17:02.868841 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-851473'] for router_interface, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:03.210225 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f795d0-f810-424f-98f6-169a45eb8b21 req-e2ee4d0d-9592-4ae1-a5d3-dfa24360f41c tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:03.211671 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-88f795d0-f810-424f-98f6-169a45eb8b21 req-e2ee4d0d-9592-4ae1-a5d3-dfa24360f41c tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.2997365 Sep 15 18:17:03.311086 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-88f795d0-f810-424f-98f6-169a45eb8b21 req-20397492-4a44-4461-b0e9-4bf1fed0eee9 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707207 Sep 15 18:17:03.417237 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] Deleting port 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:17:03.417840 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:03.494516 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] For port 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5,segment=NetworkSegment(79dcc7b5-8210-48e8-aa46-4946d8eaddcd),segment_id=79dcc7b5-8210-48e8-aa46-4946d8eaddcd)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:17:03.494868 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:03.507225 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] Calling delete_port for 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 owned by network:router_interface {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:17:03.706403 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:03.731833 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:03.877718 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84768709-585e-4f85-976f-b60a06327e1c req-4f0865e2-152e-4bf5-a91f-c236c2b23851 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:03.879164 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-84768709-585e-4f85-976f-b60a06327e1c req-4f0865e2-152e-4bf5-a91f-c236c2b23851 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 945 time: 0.0945985 Sep 15 18:17:03.955096 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-84768709-585e-4f85-976f-b60a06327e1c req-5d288d14-c2f8-485f-a980-b446d24594bb tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695648 Sep 15 18:17:03.963839 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-849569'] for router_interface, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:04.169322 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] Router cd9e87ab-6745-4a09-a046-93a40ce65f36 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:17:04.270514 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:17:04.276304 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-567efa5f-096f-4bde-911f-cd6e5e17ffbd admin admin] 10.222.0.39 "PUT /v2.0/routers/cd9e87ab-6745-4a09-a046-93a40ce65f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708708 Sep 15 18:17:04.278451 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 41458) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:04.281019 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da199-4856-4602-a3b8-a3e63f428313 None None] Sync routers for ids ['cd9e87ab-6745-4a09-a046-93a40ce65f36'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:17:04.290639 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da199-4856-4602-a3b8-a3e63f428313 None None] Routers {'cd9e87ab-6745-4a09-a046-93a40ce65f36'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:17:04.291318 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-a26da199-4856-4602-a3b8-a3e63f428313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:16:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['cd9e87ab-6745-4a09-a046-93a40ce65f36'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:04.380836 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Notify callbacks [] for router, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:04.397228 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-a26da199-4856-4602-a3b8-a3e63f428313 None None] Set router cd9e87ab-6745-4a09-a046-93a40ce65f36 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:17:04.500895 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a182-a64e-4f37-a5a9-985b288284ad req-33727354-46d9-4157-adac-3f92c8292750 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:04.502393 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dc43a182-a64e-4f37-a5a9-985b288284ad req-33727354-46d9-4157-adac-3f92c8292750 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.1238272 Sep 15 18:17:04.537726 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:04.557564 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dc43a182-a64e-4f37-a5a9-985b288284ad req-cc74f04f-51fd-4c89-9cd2-02669d5571a4 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486832 Sep 15 18:17:04.570538 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-a26da199-4856-4602-a3b8-a3e63f428313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-router', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:17:03Z', 'revision_number': 5, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'gw_port': {'id': '3b370d01-ddef-4318-b726-826d4b6224eb', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:04.596919 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da199-4856-4602-a3b8-a3e63f428313 None None] Checking router: cd9e87ab-6745-4a09-a046-93a40ce65f36 for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:17:04.601823 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Deleting port 3b370d01-ddef-4318-b726-826d4b6224eb {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:17:04.602158 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:04.605271 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da199-4856-4602-a3b8-a3e63f428313 None None] Routers {'cd9e87ab-6745-4a09-a046-93a40ce65f36'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:17:04.605903 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-a26da199-4856-4602-a3b8-a3e63f428313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:16:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['cd9e87ab-6745-4a09-a046-93a40ce65f36'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:04.682366 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] For port 3b370d01-ddef-4318-b726-826d4b6224eb, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=3b370d01-ddef-4318-b726-826d4b6224eb,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:17:04.682730 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:04.690542 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-a26da199-4856-4602-a3b8-a3e63f428313 None None] Set router cd9e87ab-6745-4a09-a046-93a40ce65f36 gateway port host: None {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:17:04.694441 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Calling delete_port for 3b370d01-ddef-4318-b726-826d4b6224eb owned by network:router_gateway {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:17:04.742063 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-a26da199-4856-4602-a3b8-a3e63f428313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-router', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:17:04Z', 'revision_number': 6, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'gw_port_host': None}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:04.766455 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da199-4856-4602-a3b8-a3e63f428313 None None] The sync data for ids ['cd9e87ab-6745-4a09-a046-93a40ce65f36'] in dv-cinder-763774-3-iscsi is: [{'id': 'cd9e87ab-6745-4a09-a046-93a40ce65f36', 'name': 'tempest-ServerRescueNegativeTestJSON-1900029267-router', 'tenant_id': '25ce7c613f5748f28eba8ddf208a4665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:21Z', 'updated_at': '2021-09-15T18:17:04Z', 'revision_number': 6, 'project_id': '25ce7c613f5748f28eba8ddf208a4665', 'gw_port_host': None}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:17:04.847813 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.095037 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.130088 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaba438-83c2-428e-b9ed-97095f9b09d5 req-984c7b41-db72-4f7a-ab51-4071e5716456 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:05.131648 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ffaba438-83c2-428e-b9ed-97095f9b09d5 req-984c7b41-db72-4f7a-ab51-4071e5716456 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 945 time: 0.0870562 Sep 15 18:17:05.133253 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b370d01-ddef-4318-b726-826d4b6224eb,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:05.216752 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ffaba438-83c2-428e-b9ed-97095f9b09d5 req-2ff41e2d-24cd-4403-8c15-685bc80c8c27 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773335 Sep 15 18:17:05.229294 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-849511'] for router_gateway, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.336079 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-851254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-679'] for router, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.338214 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.402447 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-851405'] for router, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.402892 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd9e87ab-6745-4a09-a046-93a40ce65f36 {{(pid=94152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:17:05.407931 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] Notify callbacks [] for router, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.408764 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-37baedcf-b886-4e70-893c-9ff7baadfe15 admin admin] 10.222.0.39 "DELETE /v2.0/routers/cd9e87ab-6745-4a09-a046-93a40ce65f36 HTTP/1.1" status: 204 len: 168 time: 1.1294401 Sep 15 18:17:05.411737 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 41468) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:05.454803 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1ed252-d031-4a93-89d0-4745fe586442 admin admin] Deleting subnet df44dd5b-d32a-430a-9a40-d7542a948003 {{(pid=94152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:17:05.457873 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ff1ed252-d031-4a93-89d0-4745fe586442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.496211 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ff1ed252-d031-4a93-89d0-4745fe586442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60655358'] for subnet, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.537454 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ff1ed252-d031-4a93-89d0-4745fe586442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.598139 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 3b370d01-ddef-4318-b726-826d4b6224eb no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:17:05.603862 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ff1ed252-d031-4a93-89d0-4745fe586442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58785663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59003518'] for subnet, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.620008 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 3b370d01-ddef-4318-b726-826d4b6224eb {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:17:05.620347 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 3b370d01-ddef-4318-b726-826d4b6224eb not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:17:05.620766 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:17:05.643323 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:17:05.643793 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 7c5a9b48-7c80-4d3c-bd5c-95f2ce9fa2c5 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:17:05.649726 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ed252-d031-4a93-89d0-4745fe586442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df44dd5b-d32a-430a-9a40-d7542a948003,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:05.651998 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ff1ed252-d031-4a93-89d0-4745fe586442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.654101 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ff1ed252-d031-4a93-89d0-4745fe586442 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/df44dd5b-d32a-430a-9a40-d7542a948003 HTTP/1.1" status: 204 len: 168 time: 0.2413952 Sep 15 18:17:05.656820 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 41478) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:05.694525 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978747df-18ef-4d16-b626-5a92c3664f8f req-3c5515ae-b3c3-40d1-8618-f280a28cf570 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:05.701858 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-978747df-18ef-4d16-b626-5a92c3664f8f req-3c5515ae-b3c3-40d1-8618-f280a28cf570 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0645590 Sep 15 18:17:05.735981 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-978747df-18ef-4d16-b626-5a92c3664f8f req-4607475b-0954-4d94-9dbc-d4bd2e1518af tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332680 Sep 15 18:17:05.738094 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.821393 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.843992 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d019230-0c00-4c00-9bdb-dc9b282f71aa']}} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:05.856903 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dcc7b5-8210-48e8-aa46-4946d8eaddcd') {'for_net_delete': True} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:05.857196 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dcc7b5-8210-48e8-aa46-4946d8eaddcd') {} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:05.866887 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58890155'] for segment, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.879490 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.885623 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:17:05.885998 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932927'] for segment, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: Traceback (most recent call last): Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: timer() Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: cb(*args, **kw) Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: return func(*args, **kwargs) Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: self._notify() Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: self.callback(batched_events) Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: event.method(event) Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: return f(self, *a, **k) Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._get(url).json() Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: return self.request(url, 'GET', **kwargs) Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:17:05.887669 dv-cinder-763774-3-iscsi neutron-server[94151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:17:05.938773 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.944316 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:05.946162 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8d019230-0c00-4c00-9bdb-dc9b282f71aa HTTP/1.1" status: 204 len: 168 time: 0.2872887 Sep 15 18:17:05.956775 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2a960-0c00-4b79-b1b7-199518e28701 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d019230-0c00-4c00-9bdb-dc9b282f71aa,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:06.102701 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 41482) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:06.144977 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-862176fd-43d6-4905-b782-5876ebc83dd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25ce7c613f5748f28eba8ddf208a4665&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410864 Sep 15 18:17:06.147362 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 41484) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:06.196848 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d8765a85-9652-488f-bfd4-7b7492f38517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:06.217711 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d8765a85-9652-488f-bfd4-7b7492f38517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:06.265636 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d8765a85-9652-488f-bfd4-7b7492f38517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:06.268430 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d8765a85-9652-488f-bfd4-7b7492f38517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:06.271799 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-d8765a85-9652-488f-bfd4-7b7492f38517 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d112efe-694c-412c-904c-cb0e56b35b64 HTTP/1.1" status: 204 len: 168 time: 0.1217847 Sep 15 18:17:06.278429 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8765a85-9652-488f-bfd4-7b7492f38517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d112efe-694c-412c-904c-cb0e56b35b64,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:06.353147 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec643c-1690-4697-a909-02525f4114c3 req-34dde7cb-f8cd-4404-88dd-4dc71a688cdc tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:06.360144 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-39ec643c-1690-4697-a909-02525f4114c3 req-34dde7cb-f8cd-4404-88dd-4dc71a688cdc tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 945 time: 0.0557315 Sep 15 18:17:06.398154 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-39ec643c-1690-4697-a909-02525f4114c3 req-e939cce3-cdfc-412f-ae11-d342715cf294 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371068 Sep 15 18:17:06.612065 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device c570f33c-bef2-4fdc-b615-a2aa494bd4a1 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:17:06.700728 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:17:06.705942 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:17:06.706506 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:06.808960 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:06.833449 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:17:06.835876 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e7ad01-b682-41e2-86fb-e471a03c1d96" -d '{"events": [{"server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "name": "network-vif-plugged", "status": "completed", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:17:06.860577 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port c570f33c-bef2-4fdc-b615-a2aa494bd4a1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:17:06.867533 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:06.883641 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4dd7a-7468-40bb-8020-16dd886c1e49 req-174237d8-c99b-40d2-9e88-ad604979fb80 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:06.885239 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-41b4dd7a-7468-40bb-8020-16dd886c1e49 req-174237d8-c99b-40d2-9e88-ad604979fb80 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0714502 Sep 15 18:17:06.897214 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f28486-c263-4f43-8cb5-853bdb89a3fb x-openstack-request-id: req-32f28486-c263-4f43-8cb5-853bdb89a3fb {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:17:06.897505 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "name": "network-vif-plugged", "status": "completed", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:17:06.897782 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32f28486-c263-4f43-8cb5-853bdb89a3fb {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:17:06.898165 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'code': 200} Sep 15 18:17:06.933988 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:06.939303 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-41b4dd7a-7468-40bb-8020-16dd886c1e49 req-b5b0554b-5785-4032-9855-bc3fc083c9de tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366769 Sep 15 18:17:07.111383 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e2f00-f481-4bd1-a2f6-03a363bfdf2c req-75c14029-a22c-4509-b0bd-ae761147aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:07.113023 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6e4e2f00-f481-4bd1-a2f6-03a363bfdf2c req-75c14029-a22c-4509-b0bd-ae761147aeed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 1099 time: 0.0399480 Sep 15 18:17:07.149158 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6e4e2f00-f481-4bd1-a2f6-03a363bfdf2c req-d374a0b7-3e51-44cf-b568-62d0b25c0545 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277722 Sep 15 18:17:07.516323 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eaced-4cc9-45b5-a4b1-9103f0e6b3c7 req-14b56a0c-f7d8-49ba-a1da-47303a83727e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:07.517814 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ec9eaced-4cc9-45b5-a4b1-9103f0e6b3c7 req-14b56a0c-f7d8-49ba-a1da-47303a83727e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0494871 Sep 15 18:17:07.555391 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ec9eaced-4cc9-45b5-a4b1-9103f0e6b3c7 req-52528977-10cb-4944-b1ef-2da1de3cd9a1 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308549 Sep 15 18:17:08.058518 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c1f69-17a1-41f3-9c0a-bed740126371 req-e138819b-b5ce-4749-9171-a7c2e0a08c21 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:08.060105 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-752c1f69-17a1-41f3-9c0a-bed740126371 req-e138819b-b5ce-4749-9171-a7c2e0a08c21 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0491457 Sep 15 18:17:08.098200 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-752c1f69-17a1-41f3-9c0a-bed740126371 req-b7273db2-f4dd-4ab8-a994-ce1ec6485bd5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312164 Sep 15 18:17:08.671837 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e6149-8a28-457f-9dad-93148429b282 req-d7838ebe-835e-4717-8f83-55c48911e93f tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:08.673931 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d73e6149-8a28-457f-9dad-93148429b282 req-d7838ebe-835e-4717-8f83-55c48911e93f tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0526781 Sep 15 18:17:08.713277 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d73e6149-8a28-457f-9dad-93148429b282 req-46146009-5d6a-4663-b1cc-f5f1a2cb682b tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323193 Sep 15 18:17:08.753407 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-83ff43fa-79c5-49a5-9fb9-0ce9c55c1ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:08.853261 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68524d5a-a4e8-4572-a9ac-b1a140fbda9b req-938f17b3-65a5-4eda-b323-b4f74feb1c56 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:08.856703 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-68524d5a-a4e8-4572-a9ac-b1a140fbda9b req-938f17b3-65a5-4eda-b323-b4f74feb1c56 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0639329 Sep 15 18:17:08.898422 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-68524d5a-a4e8-4572-a9ac-b1a140fbda9b req-17e819a4-fa01-483e-92f7-81ed9cab1714 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356584 Sep 15 18:17:08.920095 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 41580) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:09.147180 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526294c3-ef59-458d-9c64-3476b5b767f7 tempest-TestShelveInstance-1135362529 tempest-TestShelveInstance-1135362529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:09.149593 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-526294c3-ef59-458d-9c64-3476b5b767f7 tempest-TestShelveInstance-1135362529 tempest-TestShelveInstance-1135362529-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 1094 time: 0.2276053 Sep 15 18:17:09.151636 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 41596) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:09.156841 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Request body: {'floatingip': {'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'port_id': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:17:09.213097 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for floatingip, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:09.240867 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c3eb3-ce91-4aa5-b2d3-782d81f298c2 req-fb806953-ddb5-4528-ac3a-d535ec9d20ce tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:09.242368 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2b6c3eb3-ce91-4aa5-b2d3-782d81f298c2 req-fb806953-ddb5-4528-ac3a-d535ec9d20ce tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0737543 Sep 15 18:17:09.348358 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2b6c3eb3-ce91-4aa5-b2d3-782d81f298c2 req-590d1b97-83f5-4fbb-a66a-f7a88be77920 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965984 Sep 15 18:17:09.372920 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daf4d7-6889-4469-9840-d61315a1b0b9 req-0de02c5e-e865-4760-800e-57952a244d55 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:09.374754 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b9daf4d7-6889-4469-9840-d61315a1b0b9 req-0de02c5e-e865-4760-800e-57952a244d55 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 945 time: 0.1202185 Sep 15 18:17:09.423364 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b9daf4d7-6889-4469-9840-d61315a1b0b9 req-71b3f6a3-39e6-462d-be69-046fe7b33fd1 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415385 Sep 15 18:17:09.425447 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:09.525592 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Allocated IP 172.27.2.134 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/02f4963d-f5b7-431a-b493-3ffd99be7d4a) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:17:09.626333 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:09.658427 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:09.694736 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:17:09.697530 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:17:09.702797 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:17:09.708517 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event updated for resources: {'Port': ['ID=02f4963d-f5b7-431a-b493-3ffd99be7d4a,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:10.089186 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:10.163291 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:10.329008 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:10.334294 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58785609'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:10.401337 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event updated for resources: {'Port': ['ID=02f4963d-f5b7-431a-b493-3ffd99be7d4a,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:10.416974 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:10.573663 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e90dc-fd1f-49b2-b64c-52202e12d3ad req-8689487f-76f0-4ebb-8f00-eb304ded0245 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:10.575196 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-de3e90dc-fd1f-49b2-b64c-52202e12d3ad req-8689487f-76f0-4ebb-8f00-eb304ded0245 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.1228285 Sep 15 18:17:10.607682 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.l3_db [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Floating IP 5cfbcfc8-43fc-43ab-861b-d26c97ad375c associated. External IP: 172.27.2.134, port: c570f33c-bef2-4fdc-b615-a2aa494bd4a1. Sep 15 18:17:10.649072 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63596b-076b-400a-b737-ad68b62c9c81 req-7ad935e7-6e47-4cf4-8a31-fa043d574a9a tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:10.650557 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6e63596b-076b-400a-b737-ad68b62c9c81 req-7ad935e7-6e47-4cf4-8a31-fa043d574a9a tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 945 time: 0.1538136 Sep 15 18:17:10.693100 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-de3e90dc-fd1f-49b2-b64c-52202e12d3ad req-e4033867-e787-43df-a6c2-127af91bf4e1 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074269 Sep 15 18:17:10.956815 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6e63596b-076b-400a-b737-ad68b62c9c81 req-75ca5fc2-20a4-4781-9079-f3a9f6e2559d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978296 Sep 15 18:17:11.085379 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Router 34e4f4b8-ae11-4679-ac4f-9157e857751e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:17:11.197705 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:17:11.207045 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9f6ef-eddf-4fba-bfb9-5d77538f29de None None] Sync routers for ids ['34e4f4b8-ae11-4679-ac4f-9157e857751e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:17:11.214405 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:11.216756 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9f6ef-eddf-4fba-bfb9-5d77538f29de None None] Routers {'34e4f4b8-ae11-4679-ac4f-9157e857751e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:17:11.217411 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-47f9f6ef-eddf-4fba-bfb9-5d77538f29de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:16:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['34e4f4b8-ae11-4679-ac4f-9157e857751e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:11.245526 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-4933e5a2-d74a-4064-b216-55c5202f63a6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0926545 Sep 15 18:17:11.246282 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:17:11.248890 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:17:11.293160 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76f322-f0bb-4e6c-8ad9-55a590bad171 req-2b129ffa-dbd9-412b-8a0e-e239e7bcc9ba tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:11.296788 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2c76f322-f0bb-4e6c-8ad9-55a590bad171 req-2b129ffa-dbd9-412b-8a0e-e239e7bcc9ba tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 945 time: 0.0640152 Sep 15 18:17:11.298411 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c19597-226b-42c0-8731-f47bd3f08dfc x-openstack-request-id: req-23c19597-226b-42c0-8731-f47bd3f08dfc {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:17:11.298702 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:17:11.298950 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23c19597-226b-42c0-8731-f47bd3f08dfc {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:17:11.299347 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'status': 'completed', 'code': 200} Sep 15 18:17:11.355420 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-47f9f6ef-eddf-4fba-bfb9-5d77538f29de None None] Set router 34e4f4b8-ae11-4679-ac4f-9157e857751e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:17:11.414392 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94 req-adb01d2e-aec3-49a2-a6ab-a4a001cc4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:11.415870 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94 req-adb01d2e-aec3-49a2-a6ab-a4a001cc4dad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d57e1f1952846e8a6126daafda73f67&device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 1099 time: 0.0762630 Sep 15 18:17:11.464655 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-2c76f322-f0bb-4e6c-8ad9-55a590bad171 req-1003090d-abcf-43f6-ad56-a2add222db11 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Deleting port fa55601e-da09-4aee-a301-267148c9441d {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:17:11.464896 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-2c76f322-f0bb-4e6c-8ad9-55a590bad171 req-1003090d-abcf-43f6-ad56-a2add222db11 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:11.533048 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ad244c5b-804a-4709-81d4-7a830ac8351f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:11.547335 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:11.595677 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94 req-5b23d57c-61e8-4955-998d-c75ef904f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:11.597312 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94 req-5b23d57c-61e8-4955-998d-c75ef904f1ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c HTTP/1.1" status: 200 len: 910 time: 0.1688974 Sep 15 18:17:11.683439 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-47f9f6ef-eddf-4fba-bfb9-5d77538f29de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:45Z', 'revision_number': 4, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '5cfbcfc8-43fc-43ab-861b-d26c97ad375c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'port_id': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'mac_address': 'fa:16:3e:98:b8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:17:09Z', 'updated_at': '2021-09-15T18:17:09Z', 'revision_number': 0, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c736acbb-cb49-47f9-b51a-ccf3b4233896', 'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'mac_address': 'fa:16:3e:a1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:44Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 5, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'subnets': [{'id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:11.716210 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9f6ef-eddf-4fba-bfb9-5d77538f29de None None] Checking router: 34e4f4b8-ae11-4679-ac4f-9157e857751e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:17:11.726174 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9f6ef-eddf-4fba-bfb9-5d77538f29de None None] Routers {'34e4f4b8-ae11-4679-ac4f-9157e857751e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:17:11.726843 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-47f9f6ef-eddf-4fba-bfb9-5d77538f29de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:17:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['34e4f4b8-ae11-4679-ac4f-9157e857751e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:11.846376 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844debe0-77b0-4b97-aa5b-af974fecda8d req-89462244-35ae-4245-ae3f-3cfeb60e6060 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:11.856339 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-844debe0-77b0-4b97-aa5b-af974fecda8d req-89462244-35ae-4245-ae3f-3cfeb60e6060 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0756295 Sep 15 18:17:11.868557 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-2c76f322-f0bb-4e6c-8ad9-55a590bad171 req-1003090d-abcf-43f6-ad56-a2add222db11 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] For port fa55601e-da09-4aee-a301-267148c9441d, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=fa55601e-da09-4aee-a301-267148c9441d,segment=NetworkSegment(27eabc9e-afe1-47a8-8f5e-5981a419d395),segment_id=27eabc9e-afe1-47a8-8f5e-5981a419d395)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:17:11.868923 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-2c76f322-f0bb-4e6c-8ad9-55a590bad171 req-1003090d-abcf-43f6-ad56-a2add222db11 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:11.881848 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-47f9f6ef-eddf-4fba-bfb9-5d77538f29de None None] Set router 34e4f4b8-ae11-4679-ac4f-9157e857751e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:17:11.901037 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-844debe0-77b0-4b97-aa5b-af974fecda8d req-934bb05e-ad1a-499a-acd4-9032086214db tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435445 Sep 15 18:17:11.916277 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-2c76f322-f0bb-4e6c-8ad9-55a590bad171 req-1003090d-abcf-43f6-ad56-a2add222db11 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Calling delete_port for fa55601e-da09-4aee-a301-267148c9441d owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:17:11.991100 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94 req-33570d6f-ff4d-4336-8767-fff84f50569c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1 HTTP/1.1" status: 200 len: 1000 time: 0.3849378 Sep 15 18:17:12.092630 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94 req-fff29c75-4478-4b1b-83a5-5ddd51eae024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:12.094177 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94 req-fff29c75-4478-4b1b-83a5-5ddd51eae024 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51964c99-2db0-4f23-b97b-d09ee1665193 HTTP/1.1" status: 200 len: 848 time: 0.0873172 Sep 15 18:17:12.109661 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26de08a-63d4-40ba-a41f-4e57746bf344 req-228bacec-ef23-4474-aae5-dd858644c4d4 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:12.111593 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d26de08a-63d4-40ba-a41f-4e57746bf344 req-228bacec-ef23-4474-aae5-dd858644c4d4 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0227b80-483b-448d-9c68-4307b9d8bcc1 HTTP/1.1" status: 200 len: 945 time: 0.0645885 Sep 15 18:17:12.164371 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-2c76f322-f0bb-4e6c-8ad9-55a590bad171 req-1003090d-abcf-43f6-ad56-a2add222db11 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:12.177427 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-47f9f6ef-eddf-4fba-bfb9-5d77538f29de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:45Z', 'revision_number': 4, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '5cfbcfc8-43fc-43ab-861b-d26c97ad375c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'port_id': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'mac_address': 'fa:16:3e:98:b8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:17:09Z', 'updated_at': '2021-09-15T18:17:09Z', 'revision_number': 0, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c736acbb-cb49-47f9-b51a-ccf3b4233896', 'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'mac_address': 'fa:16:3e:a1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:44Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 5, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'subnets': [{'id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:12.182227 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['fa55601e-da09-4aee-a301-267148c9441d'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:17:12.183540 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d26de08a-63d4-40ba-a41f-4e57746bf344 req-07380049-1a5d-4e15-b44f-4255f99d3320 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643573 Sep 15 18:17:12.217291 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003090d-abcf-43f6-ad56-a2add222db11 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Pushing event deleted for resources: {'Port': ['ID=fa55601e-da09-4aee-a301-267148c9441d,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:12.225775 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94 req-85182d3a-0f37-4b61-9751-0206face7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:12.227674 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94 req-85182d3a-0f37-4b61-9751-0206face7d7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1208758 Sep 15 18:17:12.235983 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9f6ef-eddf-4fba-bfb9-5d77538f29de None None] The sync data for ids ['34e4f4b8-ae11-4679-ac4f-9157e857751e'] in dv-cinder-763774-3-iscsi is: [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:45Z', 'revision_number': 4, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '5cfbcfc8-43fc-43ab-861b-d26c97ad375c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'port_id': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'mac_address': 'fa:16:3e:98:b8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:17:09Z', 'updated_at': '2021-09-15T18:17:09Z', 'revision_number': 0, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c736acbb-cb49-47f9-b51a-ccf3b4233896', 'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'mac_address': 'fa:16:3e:a1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:44Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 5, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'subnets': [{'id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:17:12.290617 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c76f322-f0bb-4e6c-8ad9-55a590bad171 req-1003090d-abcf-43f6-ad56-a2add222db11 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] No DVR routers for this DVR port fa55601e-da09-4aee-a301-267148c9441d on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:17:12.298484 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-2c76f322-f0bb-4e6c-8ad9-55a590bad171 req-1003090d-abcf-43f6-ad56-a2add222db11 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:12.300448 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2c76f322-f0bb-4e6c-8ad9-55a590bad171 req-1003090d-abcf-43f6-ad56-a2add222db11 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.41 "DELETE /v2.0/ports/fa55601e-da09-4aee-a301-267148c9441d HTTP/1.1" status: 204 len: 173 time: 0.9881339 Sep 15 18:17:12.301010 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0227b80-483b-448d-9c68-4307b9d8bcc1', 'name': 'network-vif-deleted', 'tag': 'fa55601e-da09-4aee-a301-267148c9441d'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:17:12.303899 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c67751-e3f6-41b6-9ddc-21ca4dfad052" -d '{"events": [{"server_uuid": "d0227b80-483b-448d-9c68-4307b9d8bcc1", "name": "network-vif-deleted", "tag": "fa55601e-da09-4aee-a301-267148c9441d"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:17:12.358982 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699b0bcb-2244-49de-973c-367fcf3b8844 x-openstack-request-id: req-699b0bcb-2244-49de-973c-367fcf3b8844 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:17:12.359118 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0227b80-483b-448d-9c68-4307b9d8bcc1", "name": "network-vif-deleted", "tag": "fa55601e-da09-4aee-a301-267148c9441d", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:17:12.359536 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-699b0bcb-2244-49de-973c-367fcf3b8844 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:17:12.360274 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0227b80-483b-448d-9c68-4307b9d8bcc1', 'name': 'network-vif-deleted', 'tag': 'fa55601e-da09-4aee-a301-267148c9441d', 'status': 'completed', 'code': 200} Sep 15 18:17:12.401600 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94 req-4332deab-1da1-41d4-bb99-0a833ab85570 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462860 Sep 15 18:17:12.489848 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:12.498920 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b9eda-3a90-473a-9e2d-7433f090ea9d None None] New status for floating IP 5cfbcfc8-43fc-43ab-861b-d26c97ad375c: ACTIVE {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:17:12.522051 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e3ff6b7c-11d2-4063-a7b0-70da5ccb2d94 req-fa942018-041f-42e3-9bd4-4b7529764355 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062651 Sep 15 18:17:13.015960 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f91748-1ebf-4cf6-ad2f-44c5c5e9befd req-090783fa-c1fa-47fb-bd6b-c723446301ac tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:13.017356 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b2f91748-1ebf-4cf6-ad2f-44c5c5e9befd req-090783fa-c1fa-47fb-bd6b-c723446301ac tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0531347 Sep 15 18:17:13.058818 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b2f91748-1ebf-4cf6-ad2f-44c5c5e9befd req-d6285e8b-e8d0-43c5-a2e0-5d6ec614d0cd tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349126 Sep 15 18:17:14.172141 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1aeab-ba2b-443d-9ef0-e82f040bff91 req-2aa69eb1-fba6-4ee4-8c7b-b7678e7e1c3a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:14.173654 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cdc1aeab-ba2b-443d-9ef0-e82f040bff91 req-2aa69eb1-fba6-4ee4-8c7b-b7678e7e1c3a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0481479 Sep 15 18:17:14.211093 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cdc1aeab-ba2b-443d-9ef0-e82f040bff91 req-6485dcc8-aa16-4097-a20f-a85acab82639 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Sep 15 18:17:14.277785 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:14.405958 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94113a-783d-4eee-834f-45b9361c07fa req-941c65de-bc5c-498c-a7d8-b801ca1fc3cc tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:14.407387 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1c94113a-783d-4eee-834f-45b9361c07fa req-941c65de-bc5c-498c-a7d8-b801ca1fc3cc tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0484042 Sep 15 18:17:14.446604 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1c94113a-783d-4eee-834f-45b9361c07fa req-07ad6f1c-d2fa-4116-a30b-50914a371bc7 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321712 Sep 15 18:17:15.570628 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcab0f-fde4-4e6a-8a08-ba1048554a7b req-c6fbcca1-f621-45ac-b9d5-e107753a5f26 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:15.572198 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-74bcab0f-fde4-4e6a-8a08-ba1048554a7b req-c6fbcca1-f621-45ac-b9d5-e107753a5f26 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0565255 Sep 15 18:17:15.608728 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-74bcab0f-fde4-4e6a-8a08-ba1048554a7b req-5d776c22-32fe-4870-8f27-50e749a8cb51 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304148 Sep 15 18:17:16.531398 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a0bf8-b097-41f5-9502-09419cb627c7 req-174675fa-639c-4f60-a9e2-1a350957d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:16.533320 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-236a0bf8-b097-41f5-9502-09419cb627c7 req-174675fa-639c-4f60-a9e2-1a350957d3d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ffa1abd61147f0946559205e11ad76&device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 1099 time: 0.0405571 Sep 15 18:17:16.628246 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a0bf8-b097-41f5-9502-09419cb627c7 req-ed56a5e1-0853-4037-97bb-1752066b4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:16.630340 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-236a0bf8-b097-41f5-9502-09419cb627c7 req-ed56a5e1-0853-4037-97bb-1752066b4458 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 200 len: 912 time: 0.0881534 Sep 15 18:17:16.641733 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device fa55601e-da09-4aee-a301-267148c9441d no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:17:16.665584 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: fa55601e-da09-4aee-a301-267148c9441d {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:17:16.665946 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device fa55601e-da09-4aee-a301-267148c9441d not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:17:16.697753 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-236a0bf8-b097-41f5-9502-09419cb627c7 req-af6fe5ce-1f4e-4a96-941a-c6fb752ff4db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac HTTP/1.1" status: 200 len: 1002 time: 0.0594788 Sep 15 18:17:16.735594 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502be7c-247a-474d-a425-831d7a9559f0 req-738bead7-697e-4a75-bcc2-bf547da88610 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:16.736989 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8502be7c-247a-474d-a425-831d7a9559f0 req-738bead7-697e-4a75-bcc2-bf547da88610 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0488837 Sep 15 18:17:16.755231 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a0bf8-b097-41f5-9502-09419cb627c7 req-3dd51d2e-7b28-47ff-b6bb-c50d2e41eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:16.756930 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-236a0bf8-b097-41f5-9502-09419cb627c7 req-3dd51d2e-7b28-47ff-b6bb-c50d2e41eefd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dba29c0e-b144-4978-b5df-55ed14a91a74 HTTP/1.1" status: 200 len: 850 time: 0.0499110 Sep 15 18:17:16.777637 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8502be7c-247a-474d-a425-831d7a9559f0 req-25db755b-f377-49ab-941f-28d0e09dadbc tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346756 Sep 15 18:17:16.804427 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a0bf8-b097-41f5-9502-09419cb627c7 req-c63fc8df-c756-4d26-8de3-32afb60619cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:16.805933 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-236a0bf8-b097-41f5-9502-09419cb627c7 req-c63fc8df-c756-4d26-8de3-32afb60619cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399160 Sep 15 18:17:16.901098 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-236a0bf8-b097-41f5-9502-09419cb627c7 req-f4d6fe13-4184-4695-8074-aa617d32b1b1 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843105 Sep 15 18:17:16.999069 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-236a0bf8-b097-41f5-9502-09419cb627c7 req-82203b76-7756-4d5f-b412-e035221f9d16 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901535 Sep 15 18:17:17.894017 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053c05f-90aa-4d55-a6be-a2904ebd9065 req-dd54af35-0efb-4ab4-9280-8b21c97a1d39 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:17.895910 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2053c05f-90aa-4d55-a6be-a2904ebd9065 req-dd54af35-0efb-4ab4-9280-8b21c97a1d39 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0499611 Sep 15 18:17:17.935161 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2053c05f-90aa-4d55-a6be-a2904ebd9065 req-3da7e5ae-806a-4c7c-8f96-8dcc0b6527b7 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326023 Sep 15 18:17:19.096970 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 41822) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:19.205531 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b40eff73-b3fc-4ad8-bd26-f3fe0a215f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:19.296483 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b40eff73-b3fc-4ad8-bd26-f3fe0a215f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:19.300218 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b40eff73-b3fc-4ad8-bd26-f3fe0a215f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:19.339004 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-b40eff73-b3fc-4ad8-bd26-f3fe0a215f78 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8bd0e18b183b4224a8568dedcba5641b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405839 Sep 15 18:17:19.339712 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40eff73-b3fc-4ad8-bd26-f3fe0a215f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6315e64-56d0-4b25-a204-f257cc682dc1,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:19.341443 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 41826) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:19.397647 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ad5571fd-4523-4ff0-97f6-f3fb68afdef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:19.418698 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ad5571fd-4523-4ff0-97f6-f3fb68afdef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:19.465827 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ad5571fd-4523-4ff0-97f6-f3fb68afdef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:19.468232 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ad5571fd-4523-4ff0-97f6-f3fb68afdef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:19.469393 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ad5571fd-4523-4ff0-97f6-f3fb68afdef2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6315e64-56d0-4b25-a204-f257cc682dc1 HTTP/1.1" status: 204 len: 168 time: 0.1259849 Sep 15 18:17:19.477837 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5571fd-4523-4ff0-97f6-f3fb68afdef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6315e64-56d0-4b25-a204-f257cc682dc1,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:21.168344 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:17:23.204149 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-fdfa0998-4e01-4ca7-8c90-f90dc2b9abfa tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:23.205619 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-fdfa0998-4e01-4ca7-8c90-f90dc2b9abfa tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/networks?id=cea62706-a6a5-40e8-ab1d-6aea1d590187 HTTP/1.1" status: 200 len: 814 time: 0.0987248 Sep 15 18:17:23.220075 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-4f2d7140-8f41-4d1c-91c4-588d84a618bc tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/quotas/a56420234e9747c1a682d22db3006a50 HTTP/1.1" status: 200 len: 375 time: 0.0087163 Sep 15 18:17:23.256120 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-97237afa-47ed-45fd-b6bd-0341bb725c23 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a56420234e9747c1a682d22db3006a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308912 Sep 15 18:17:23.344316 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-d3b9121c-75a6-4fe0-8b59-b3656e0a3d85 service neutron] 10.222.0.39 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812247 Sep 15 18:17:23.437290 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-a074b8ef-143f-406f-8ff3-65c47d7abfac service neutron] 10.222.0.39 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863204 Sep 15 18:17:23.602806 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1f35dbdc-dbe8-446a-be36-ce46db54e662 req-89e91b41-579e-4fd1-b32f-30b7660315ba tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 210 time: 0.0292876 Sep 15 18:17:24.323047 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 41970) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:24.425897 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0faca736-b254-4f24-a731-9414f72be9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:24.521524 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0faca736-b254-4f24-a731-9414f72be9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:24.525485 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0faca736-b254-4f24-a731-9414f72be9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:24.568206 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faca736-b254-4f24-a731-9414f72be9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a2f84a-e7c3-458b-88d2-810a0e82e8d5,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:24.577457 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 41976) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:24.577916 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-0faca736-b254-4f24-a731-9414f72be9fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98f468b33088409aa26cd2e05170eb4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531681 Sep 15 18:17:24.634111 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-68b49a6b-f203-4f2c-b377-030d919bb697 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:24.635587 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-68b49a6b-f203-4f2c-b377-030d919bb697 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.41 "GET /v2.0/networks?id=cea62706-a6a5-40e8-ab1d-6aea1d590187 HTTP/1.1" status: 200 len: 814 time: 0.1431160 Sep 15 18:17:24.658248 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Request body: {'port': {'device_id': 'c4276908-977b-4be6-afde-c46600b1274e', 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187', 'admin_state_up': True, 'tenant_id': 'a56420234e9747c1a682d22db3006a50'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:17:24.675917 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81975012-75c6-448b-b3f9-49c875c2ad71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:24.720476 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bcea2af8-5919-4a39-a899-49d36ca3db4d req-db82346d-41c1-4c0a-9214-1404a98768fb tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 210 time: 0.0297620 Sep 15 18:17:24.742320 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81975012-75c6-448b-b3f9-49c875c2ad71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:24.807847 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Made reservation on behalf of a56420234e9747c1a682d22db3006a50 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:17:24.811189 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:24.821311 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81975012-75c6-448b-b3f9-49c875c2ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:24.823735 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-81975012-75c6-448b-b3f9-49c875c2ad71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:24.824826 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-81975012-75c6-448b-b3f9-49c875c2ad71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6a2f84a-e7c3-458b-88d2-810a0e82e8d5 HTTP/1.1" status: 204 len: 168 time: 0.2464015 Sep 15 18:17:24.844555 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81975012-75c6-448b-b3f9-49c875c2ad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a2f84a-e7c3-458b-88d2-810a0e82e8d5,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:24.958791 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Allocated IP 172.20.0.14 (cea62706-a6a5-40e8-ab1d-6aea1d590187/8de263f0-3f81-4942-8640-f84d3e61d109/9eb4305e-0433-4680-ae2a-ade3555b20ff) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:17:25.084202 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 41994) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:25.097476 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6204af83-32a5-4e98-be6a-381f913a876e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.109035 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.143554 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.186017 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Network cea62706-a6a5-40e8-ab1d-6aea1d590187 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:17:25.189085 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:17:25.193130 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6204af83-32a5-4e98-be6a-381f913a876e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.195203 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:17:25.199659 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6204af83-32a5-4e98-be6a-381f913a876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.201994 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Pushing event updated for resources: {'Port': ['ID=9eb4305e-0433-4680-ae2a-ade3555b20ff,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:25.237306 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204af83-32a5-4e98-be6a-381f913a876e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5512d9-95b7-4887-a37d-2a515457b04a,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:25.242424 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-6204af83-32a5-4e98-be6a-381f913a876e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c278a154637645a684f4057fd7b4a231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572254 Sep 15 18:17:25.245008 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 41996) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:25.248311 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:25.248997 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.263177 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-e40466fb-44d5-4757-a1e4-86c906c1bf87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6086617 Sep 15 18:17:25.276841 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Request body: {'port': {'device_id': 'c4276908-977b-4be6-afde-c46600b1274e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:17:25.294125 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c9b77053-fdac-4b00-a561-0766dcb32e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.315057 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c9b77053-fdac-4b00-a561-0766dcb32e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.332829 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.362597 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c9b77053-fdac-4b00-a561-0766dcb32e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.365599 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-c9b77053-fdac-4b00-a561-0766dcb32e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.366795 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-c9b77053-fdac-4b00-a561-0766dcb32e9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c5512d9-95b7-4887-a37d-2a515457b04a HTTP/1.1" status: 204 len: 168 time: 0.1208413 Sep 15 18:17:25.379173 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b77053-fdac-4b00-a561-0766dcb32e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5512d9-95b7-4887-a37d-2a515457b04a,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:25.603315 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb4305e-0433-4680-ae2a-ade3555b20ff {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:17:25.610678 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.623061 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Transition to ACTIVE for port object 9eb4305e-0433-4680-ae2a-ade3555b20ff will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:17:25.626588 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.683167 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb4305e-0433-4680-ae2a-ade3555b20ff,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:25.749219 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Attempting to bind port 9eb4305e-0433-4680-ae2a-ade3555b20ff on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:17:25.752348 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Attempting to bind port 9eb4305e-0433-4680-ae2a-ade3555b20ff by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '27eabc9e-afe1-47a8-8f5e-5981a419d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:17:25.752682 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Attempting to bind port 9eb4305e-0433-4680-ae2a-ade3555b20ff on network cea62706-a6a5-40e8-ab1d-6aea1d590187 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:17:25.757799 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Port 9eb4305e-0433-4680-ae2a-ade3555b20ff on network cea62706-a6a5-40e8-ab1d-6aea1d590187 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:17:25.758119 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Attempting to bind port 9eb4305e-0433-4680-ae2a-ade3555b20ff on network cea62706-a6a5-40e8-ab1d-6aea1d590187 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:17:25.762916 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:17:25.763478 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Checking segment: {'id': '27eabc9e-afe1-47a8-8f5e-5981a419d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:17:25.763879 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Bound using segment: {'id': '27eabc9e-afe1-47a8-8f5e-5981a419d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:17:25.764301 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Bound port: 9eb4305e-0433-4680-ae2a-ade3555b20ff, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27eabc9e-afe1-47a8-8f5e-5981a419d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:17:25.764656 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.831725 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] For port 9eb4305e-0433-4680-ae2a-ade3555b20ff, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:17:25.835507 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] For port 9eb4305e-0433-4680-ae2a-ade3555b20ff, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=9eb4305e-0433-4680-ae2a-ade3555b20ff,segment=NetworkSegment(27eabc9e-afe1-47a8-8f5e-5981a419d395),segment_id=27eabc9e-afe1-47a8-8f5e-5981a419d395)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:17:25.840042 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.845472 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fae1e-89b4-4309-bcb9-491319aa2027 req-6e4b6610-e310-4da7-b230-ceb92e601f02 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:25.847136 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-034fae1e-89b4-4309-bcb9-491319aa2027 req-6e4b6610-e310-4da7-b230-ceb92e601f02 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 944 time: 0.0567839 Sep 15 18:17:25.884768 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:25.885372 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:25.886777 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] 10.222.0.41 "PUT /v2.0/ports/9eb4305e-0433-4680-ae2a-ade3555b20ff HTTP/1.1" status: 200 len: 1094 time: 0.6139858 Sep 15 18:17:25.887205 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4276908-977b-4be6-afde-c46600b1274e', 'tag': '9eb4305e-0433-4680-ae2a-ade3555b20ff'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:17:25.889440 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2030b356-4ec9-48e7-9ad8-728c8496d221" -d '{"events": [{"name": "network-changed", "server_uuid": "c4276908-977b-4be6-afde-c46600b1274e", "tag": "9eb4305e-0433-4680-ae2a-ade3555b20ff"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:17:25.895870 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-034fae1e-89b4-4309-bcb9-491319aa2027 req-86e1bbdb-89f0-43db-9c0b-f8f83775c408 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Sep 15 18:17:25.920395 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ea33f-6049-4d82-848d-9ed82641dba6 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb4305e-0433-4680-ae2a-ade3555b20ff,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:25.948235 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15d870a-469f-4fcb-81cb-bfbf7111fb74 x-openstack-request-id: req-b15d870a-469f-4fcb-81cb-bfbf7111fb74 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:17:25.948515 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4276908-977b-4be6-afde-c46600b1274e", "tag": "9eb4305e-0433-4680-ae2a-ade3555b20ff", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:17:25.948830 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b15d870a-469f-4fcb-81cb-bfbf7111fb74 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:17:25.949211 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4276908-977b-4be6-afde-c46600b1274e', 'tag': '9eb4305e-0433-4680-ae2a-ade3555b20ff', 'status': 'completed', 'code': 200} Sep 15 18:17:25.977242 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-459ade34-da94-49ee-90a6-3e39c578e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:25.979041 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-459ade34-da94-49ee-90a6-3e39c578e49a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a56420234e9747c1a682d22db3006a50&device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 1097 time: 0.0410616 Sep 15 18:17:26.025769 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-9aa044f1-1d45-435b-a820-745c1c93d76b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9eb4305e-0433-4680-ae2a-ade3555b20ff HTTP/1.1" status: 200 len: 217 time: 0.0369518 Sep 15 18:17:26.076274 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-654a03ad-35b9-4022-8c1b-0a07662dd80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:26.077724 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-654a03ad-35b9-4022-8c1b-0a07662dd80b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8de263f0-3f81-4942-8640-f84d3e61d109 HTTP/1.1" status: 200 len: 854 time: 0.0425906 Sep 15 18:17:26.116645 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-3715f9e6-c3d3-4bd4-b816-4e5d22d8bf6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cea62706-a6a5-40e8-ab1d-6aea1d590187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245354 Sep 15 18:17:26.211624 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-727dcbe3-76b5-42e7-a347-3ec53f52c91f service neutron] 10.222.0.41 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861003 Sep 15 18:17:26.307201 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d327712f-5b7c-48fb-8128-126abc7904b4 req-57a76294-3aa2-4273-9cf8-1e3eda041d0e service neutron] 10.222.0.41 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855265 Sep 15 18:17:26.407439 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030b356-4ec9-48e7-9ad8-728c8496d221 req-6d67e5dc-d913-4060-ba43-fcdf3498ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:26.408934 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2030b356-4ec9-48e7-9ad8-728c8496d221 req-6d67e5dc-d913-4060-ba43-fcdf3498ee08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a56420234e9747c1a682d22db3006a50&device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 1097 time: 0.0441139 Sep 15 18:17:26.516047 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030b356-4ec9-48e7-9ad8-728c8496d221 req-281cccb6-70de-4163-a431-d020867edfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:26.517647 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2030b356-4ec9-48e7-9ad8-728c8496d221 req-281cccb6-70de-4163-a431-d020867edfd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cea62706-a6a5-40e8-ab1d-6aea1d590187 HTTP/1.1" status: 200 len: 915 time: 0.1009910 Sep 15 18:17:26.566735 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2030b356-4ec9-48e7-9ad8-728c8496d221 req-d6976aad-e9e1-4c82-8741-741a94059fe1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9eb4305e-0433-4680-ae2a-ade3555b20ff HTTP/1.1" status: 200 len: 217 time: 0.0371606 Sep 15 18:17:26.620684 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030b356-4ec9-48e7-9ad8-728c8496d221 req-0b4ac3e6-32cf-4b05-bd3d-ee62cfa42329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:26.622307 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2030b356-4ec9-48e7-9ad8-728c8496d221 req-0b4ac3e6-32cf-4b05-bd3d-ee62cfa42329 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8de263f0-3f81-4942-8640-f84d3e61d109 HTTP/1.1" status: 200 len: 854 time: 0.0431628 Sep 15 18:17:26.654010 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2030b356-4ec9-48e7-9ad8-728c8496d221 req-aed20215-28cb-46aa-b310-9c0d32625dd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cea62706-a6a5-40e8-ab1d-6aea1d590187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237384 Sep 15 18:17:26.752752 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2030b356-4ec9-48e7-9ad8-728c8496d221 req-ee6a322a-fe7d-4c02-b705-a7d1c0cef43d service neutron] 10.222.0.41 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841804 Sep 15 18:17:26.850562 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2030b356-4ec9-48e7-9ad8-728c8496d221 req-853e232b-e0d7-4725-92b1-675c63fc34a7 service neutron] 10.222.0.41 "GET /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845606 Sep 15 18:17:27.011655 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fbd89-9b43-456d-be8a-94f96d0c8fc5 req-aec924b3-3749-4ba9-a348-a0dffb2d08b5 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:27.013174 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9f3fbd89-9b43-456d-be8a-94f96d0c8fc5 req-aec924b3-3749-4ba9-a348-a0dffb2d08b5 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 944 time: 0.0500851 Sep 15 18:17:27.053386 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9f3fbd89-9b43-456d-be8a-94f96d0c8fc5 req-5d6d6d4e-c6bc-4400-9d2f-fd1e548d98fd tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342124 Sep 15 18:17:28.166440 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282e6a-26d4-42cb-8c24-c9255cc73965 req-1c3a7dad-2ab8-45b0-bf6f-223869620c87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:28.167880 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-01282e6a-26d4-42cb-8c24-c9255cc73965 req-1c3a7dad-2ab8-45b0-bf6f-223869620c87 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 944 time: 0.0468779 Sep 15 18:17:28.204206 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-01282e6a-26d4-42cb-8c24-c9255cc73965 req-7f2e8717-f712-4f47-8a04-c30c192607e7 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304534 Sep 15 18:17:29.318361 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09ec60-f72f-43f5-bfa6-caeb3ac6c9a2 req-e5017500-6119-4741-b065-43c6bd55cd37 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:29.319805 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1d09ec60-f72f-43f5-bfa6-caeb3ac6c9a2 req-e5017500-6119-4741-b065-43c6bd55cd37 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 944 time: 0.0515788 Sep 15 18:17:29.356099 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1d09ec60-f72f-43f5-bfa6-caeb3ac6c9a2 req-d3da2d0c-0d46-4d76-87e5-eae4e4453c75 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303733 Sep 15 18:17:30.467302 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d256f8-1e08-42d0-b3e2-2223376fc738 req-d2931cdc-70ed-4921-bc00-f5e9fa71ac1e tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:30.468913 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a3d256f8-1e08-42d0-b3e2-2223376fc738 req-d2931cdc-70ed-4921-bc00-f5e9fa71ac1e tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 944 time: 0.0476155 Sep 15 18:17:30.505758 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a3d256f8-1e08-42d0-b3e2-2223376fc738 req-70a58000-a079-4a14-b037-1dc7c15eb254 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300822 Sep 15 18:17:30.648851 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 9eb4305e-0433-4680-ae2a-ade3555b20ff details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:17:30.738165 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 9eb4305e-0433-4680-ae2a-ade3555b20ff, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=9eb4305e-0433-4680-ae2a-ade3555b20ff,segment=NetworkSegment(27eabc9e-afe1-47a8-8f5e-5981a419d395),segment_id=27eabc9e-afe1-47a8-8f5e-5981a419d395)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:17:30.748646 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': '9eb4305e-0433-4680-ae2a-ade3555b20ff', 'network_id': 'cea62706-a6a5-40e8-ab1d-6aea1d590187', 'port_id': '9eb4305e-0433-4680-ae2a-ade3555b20ff', 'mac_address': 'fa:16:3e:45:bf:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de263f0-3f81-4942-8640-f84d3e61d109', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:17:30.783834 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:30.799317 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb4305e-0433-4680-ae2a-ade3555b20ff {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:17:30.818158 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 9eb4305e-0433-4680-ae2a-ade3555b20ff, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=9eb4305e-0433-4680-ae2a-ade3555b20ff,segment=NetworkSegment(27eabc9e-afe1-47a8-8f5e-5981a419d395),segment_id=27eabc9e-afe1-47a8-8f5e-5981a419d395)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:17:30.821902 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:30.866848 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=9eb4305e-0433-4680-ae2a-ade3555b20ff,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:31.616300 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a3bf6-fffe-4b0a-813b-181cde8a4c1a req-fe969861-aef5-4f5a-9a05-46c58f95cfe4 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:31.617693 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d31a3bf6-fffe-4b0a-813b-181cde8a4c1a req-fe969861-aef5-4f5a-9a05-46c58f95cfe4 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 945 time: 0.0479307 Sep 15 18:17:31.653087 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d31a3bf6-fffe-4b0a-813b-181cde8a4c1a req-9f293eff-8034-4479-9f2f-c69ae0098665 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295682 Sep 15 18:17:31.949703 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['9eb4305e-0433-4680-ae2a-ade3555b20ff'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:17:32.769148 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e791f6-bbc9-4f9c-a81c-a866e180971c req-2bb06131-6e12-40eb-95eb-1b9244bdf2c7 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:32.770688 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d4e791f6-bbc9-4f9c-a81c-a866e180971c req-2bb06131-6e12-40eb-95eb-1b9244bdf2c7 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 945 time: 0.0525846 Sep 15 18:17:32.808083 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d4e791f6-bbc9-4f9c-a81c-a866e180971c req-2884573d-76ef-4b90-8253-cf3521077a97 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Sep 15 18:17:33.685995 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 9eb4305e-0433-4680-ae2a-ade3555b20ff up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:17:33.841600 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port 9eb4305e-0433-4680-ae2a-ade3555b20ff completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:17:33.845487 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port 9eb4305e-0433-4680-ae2a-ade3555b20ff triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:17:33.845898 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:33.925411 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f9790-1115-4faa-8ff8-76fc1e3c3526 req-3f2b3ef4-5915-47cc-a2b9-c8ba58d31c00 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:33.927720 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-975f9790-1115-4faa-8ff8-76fc1e3c3526 req-3f2b3ef4-5915-47cc-a2b9-c8ba58d31c00 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 945 time: 0.0520818 Sep 15 18:17:33.927954 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:33.953397 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4276908-977b-4be6-afde-c46600b1274e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb4305e-0433-4680-ae2a-ade3555b20ff'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:17:33.955742 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed36fb1e-da07-4827-b5c6-8065222338e4" -d '{"events": [{"server_uuid": "c4276908-977b-4be6-afde-c46600b1274e", "name": "network-vif-plugged", "status": "completed", "tag": "9eb4305e-0433-4680-ae2a-ade3555b20ff"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:17:33.968931 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 9eb4305e-0433-4680-ae2a-ade3555b20ff, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=9eb4305e-0433-4680-ae2a-ade3555b20ff,segment=NetworkSegment(27eabc9e-afe1-47a8-8f5e-5981a419d395),segment_id=27eabc9e-afe1-47a8-8f5e-5981a419d395)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:17:33.972041 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-975f9790-1115-4faa-8ff8-76fc1e3c3526 req-36230a30-e334-4b3a-b4b2-ae1345758b2e tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372860 Sep 15 18:17:33.976202 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:34.023579 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7a69fc-9407-4f6b-ad01-491eaba98134 x-openstack-request-id: req-bb7a69fc-9407-4f6b-ad01-491eaba98134 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:17:34.023926 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4276908-977b-4be6-afde-c46600b1274e", "name": "network-vif-plugged", "status": "completed", "tag": "9eb4305e-0433-4680-ae2a-ade3555b20ff", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:17:34.024175 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb7a69fc-9407-4f6b-ad01-491eaba98134 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:17:34.024568 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4276908-977b-4be6-afde-c46600b1274e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb4305e-0433-4680-ae2a-ade3555b20ff', 'code': 200} Sep 15 18:17:34.046259 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=9eb4305e-0433-4680-ae2a-ade3555b20ff,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:34.083188 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-466a82f8-3041-44c7-a608-ce009859f417 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398130 Sep 15 18:17:34.158926 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-7e5f80b5-a85e-4c7c-a1f4-a0dc97f54578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:34.161053 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-7e5f80b5-a85e-4c7c-a1f4-a0dc97f54578 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ffa1abd61147f0946559205e11ad76&device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 1099 time: 0.0464699 Sep 15 18:17:34.280997 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f618-a943-4c7a-ad50-6ebd5873a9b6 req-fba57ee6-913c-409f-9e94-425d455f47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:34.282505 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1492f618-a943-4c7a-ad50-6ebd5873a9b6 req-fba57ee6-913c-409f-9e94-425d455f47cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 1099 time: 0.0990853 Sep 15 18:17:34.317754 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-63f8653f-3116-4934-9c65-3639c2a2081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:34.319149 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-63f8653f-3116-4934-9c65-3639c2a2081e service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 200 len: 912 time: 0.1115241 Sep 15 18:17:34.363178 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1492f618-a943-4c7a-ad50-6ebd5873a9b6 req-65474e80-997c-4ef8-ae10-77434d453aca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693922 Sep 15 18:17:34.385187 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-a5622256-e4ce-4c5f-bd50-70aa9345c89e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac HTTP/1.1" status: 200 len: 1002 time: 0.0575294 Sep 15 18:17:34.624802 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-cec598be-a351-4ef3-86b8-a18e49a9f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:34.626264 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-cec598be-a351-4ef3-86b8-a18e49a9f1d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dba29c0e-b144-4978-b5df-55ed14a91a74 HTTP/1.1" status: 200 len: 850 time: 0.0428460 Sep 15 18:17:34.677524 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-fb43a00f-c9fb-4b81-91a7-ea024ac695b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:34.679039 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-fb43a00f-c9fb-4b81-91a7-ea024ac695b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412142 Sep 15 18:17:34.773429 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-f83696a1-3640-41a7-b60f-9674cfa94f03 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812230 Sep 15 18:17:34.857881 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:34.873110 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9037e0e6-50f7-40cc-b49f-ac6354aca477 req-dd5440ae-ae53-4fbf-a493-7bcefeb94234 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866404 Sep 15 18:17:35.092388 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da118b7-a24d-4f54-80d2-784c2718fbed req-20231f3c-5713-42ae-a65d-c81e8bae7d3f tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:35.093879 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5da118b7-a24d-4f54-80d2-784c2718fbed req-20231f3c-5713-42ae-a65d-c81e8bae7d3f tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 946 time: 0.0473380 Sep 15 18:17:35.132653 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5da118b7-a24d-4f54-80d2-784c2718fbed req-bc208f8c-262a-4a69-b297-574b8fb7d6c6 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Sep 15 18:17:35.411389 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42158) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:35.515545 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3c3fec4c-c55a-49fd-84c8-1a6174265ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:35.611565 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3c3fec4c-c55a-49fd-84c8-1a6174265ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:35.616356 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3c3fec4c-c55a-49fd-84c8-1a6174265ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:35.649137 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-3c3fec4c-c55a-49fd-84c8-1a6174265ead admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d3f9044a0b047f087bee4464823859d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360916 Sep 15 18:17:35.652914 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42166) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:35.661618 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fec4c-c55a-49fd-84c8-1a6174265ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed64cd39-830e-42b8-b89b-babe05503f61,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:35.709186 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-82d33c95-f4d0-47f2-b8f2-a23ab9cf5d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:35.731149 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-82d33c95-f4d0-47f2-b8f2-a23ab9cf5d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:35.782519 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-82d33c95-f4d0-47f2-b8f2-a23ab9cf5d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:35.785004 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-82d33c95-f4d0-47f2-b8f2-a23ab9cf5d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:35.786189 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-82d33c95-f4d0-47f2-b8f2-a23ab9cf5d64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed64cd39-830e-42b8-b89b-babe05503f61 HTTP/1.1" status: 204 len: 168 time: 0.1316628 Sep 15 18:17:35.794401 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d33c95-f4d0-47f2-b8f2-a23ab9cf5d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed64cd39-830e-42b8-b89b-babe05503f61,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:35.839958 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42172) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:36.043439 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3734558-7fb7-40cc-86cb-39eb48248a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.114067 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42178) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:36.127270 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-43eb06d2-2b40-4e65-9a8e-14e395821180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.133612 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3734558-7fb7-40cc-86cb-39eb48248a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.137424 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3734558-7fb7-40cc-86cb-39eb48248a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.185400 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-a3734558-7fb7-40cc-86cb-39eb48248a3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81f88687daee43338597f207520532ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419704 Sep 15 18:17:36.185400 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3734558-7fb7-40cc-86cb-39eb48248a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507b2952-0df3-4498-9ba7-eff9315af8af,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:36.188760 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42182) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:36.266154 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-43eb06d2-2b40-4e65-9a8e-14e395821180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.274646 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-43eb06d2-2b40-4e65-9a8e-14e395821180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.326874 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-192179ef-5d18-480d-96b1-5137ec87c2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.339317 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391de46-3bd5-4819-9bfd-2eb6f082abb6 req-ce366ba5-20bf-4476-9dfd-af022655cc24 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:36.341047 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9391de46-3bd5-4819-9bfd-2eb6f082abb6 req-ce366ba5-20bf-4476-9dfd-af022655cc24 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 946 time: 0.1354852 Sep 15 18:17:36.345116 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-43eb06d2-2b40-4e65-9a8e-14e395821180 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f664a4c5468a4598b58de5b80f9f09e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299385 Sep 15 18:17:36.347852 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb06d2-2b40-4e65-9a8e-14e395821180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483670af-d12b-43af-a08a-0412409c3088,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:36.347980 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42184) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:36.382086 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-192179ef-5d18-480d-96b1-5137ec87c2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.396337 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a41c23ca-e858-4497-8ee2-bd8216724e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.409730 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9391de46-3bd5-4819-9bfd-2eb6f082abb6 req-22b99344-6144-4b8a-8aac-c152782a5ebf tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547030 Sep 15 18:17:36.417352 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a41c23ca-e858-4497-8ee2-bd8216724e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.441607 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-192179ef-5d18-480d-96b1-5137ec87c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.444745 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-192179ef-5d18-480d-96b1-5137ec87c2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.445923 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-192179ef-5d18-480d-96b1-5137ec87c2b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/507b2952-0df3-4498-9ba7-eff9315af8af HTTP/1.1" status: 204 len: 168 time: 0.2562373 Sep 15 18:17:36.460242 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192179ef-5d18-480d-96b1-5137ec87c2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507b2952-0df3-4498-9ba7-eff9315af8af,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:36.481911 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a41c23ca-e858-4497-8ee2-bd8216724e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.484411 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a41c23ca-e858-4497-8ee2-bd8216724e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:36.488334 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-a41c23ca-e858-4497-8ee2-bd8216724e5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/483670af-d12b-43af-a08a-0412409c3088 HTTP/1.1" status: 204 len: 168 time: 0.1393485 Sep 15 18:17:36.497518 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c23ca-e858-4497-8ee2-bd8216724e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483670af-d12b-43af-a08a-0412409c3088,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:38.745575 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-527fe48a-4346-4da9-a8d9-503d402e3c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:41.445520 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-5684ab2e-f559-462e-805e-84ec4d8bec0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:41.476036 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:42.491625 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:42.769296 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42348) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:42.870854 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-33e99229-a81b-4708-9698-7fa0cacae698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:42.956144 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-33e99229-a81b-4708-9698-7fa0cacae698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:42.959703 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-33e99229-a81b-4708-9698-7fa0cacae698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:42.998355 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-33e99229-a81b-4708-9698-7fa0cacae698 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f82b1c86cb1d4aadb9fc47db408f10ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279677 Sep 15 18:17:42.999179 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e99229-a81b-4708-9698-7fa0cacae698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f5db0d-297e-4e1f-81bd-e122e9f4ddff,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:43.001011 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42352) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:43.048575 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-46a51efd-fe25-457a-a5e1-1fbe901a12f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:43.068989 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-46a51efd-fe25-457a-a5e1-1fbe901a12f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:43.113739 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-46a51efd-fe25-457a-a5e1-1fbe901a12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:43.116299 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-46a51efd-fe25-457a-a5e1-1fbe901a12f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:43.117437 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-46a51efd-fe25-457a-a5e1-1fbe901a12f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06f5db0d-297e-4e1f-81bd-e122e9f4ddff HTTP/1.1" status: 204 len: 168 time: 0.1153369 Sep 15 18:17:43.128336 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a51efd-fe25-457a-a5e1-1fbe901a12f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f5db0d-297e-4e1f-81bd-e122e9f4ddff,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:43.388005 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42362) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:43.400614 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-632ef881-e4be-408d-887a-c16b9a013d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:43.488365 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-632ef881-e4be-408d-887a-c16b9a013d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:43.491783 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-632ef881-e4be-408d-887a-c16b9a013d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:43.532977 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-632ef881-e4be-408d-887a-c16b9a013d0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f22362be7b624466a166235f962a7e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439381 Sep 15 18:17:43.533930 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ef881-e4be-408d-887a-c16b9a013d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0d94d4-e9e1-46be-aa9a-d56037bfda0c,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:43.535718 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42364) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:43.587772 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8c619a2c-f2aa-4a2b-8f55-f388531d0361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:43.608023 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8c619a2c-f2aa-4a2b-8f55-f388531d0361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:43.651114 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8c619a2c-f2aa-4a2b-8f55-f388531d0361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:43.653543 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8c619a2c-f2aa-4a2b-8f55-f388531d0361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:43.654693 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-8c619a2c-f2aa-4a2b-8f55-f388531d0361 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a0d94d4-e9e1-46be-aa9a-d56037bfda0c HTTP/1.1" status: 204 len: 168 time: 0.1180003 Sep 15 18:17:43.662172 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c619a2c-f2aa-4a2b-8f55-f388531d0361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0d94d4-e9e1-46be-aa9a-d56037bfda0c,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:44.280842 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:44.702358 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c078d1-ef88-47df-863a-57829fd53d82 req-1b97fbe4-b619-49b6-9e2d-1024f51e284c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:44.703858 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-07c078d1-ef88-47df-863a-57829fd53d82 req-1b97fbe4-b619-49b6-9e2d-1024f51e284c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 946 time: 0.0580311 Sep 15 18:17:44.745192 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-07c078d1-ef88-47df-863a-57829fd53d82 req-2702b424-a4c4-4c2c-9da4-4381e6a1ece8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Sep 15 18:17:45.862375 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9eff3b-1632-442e-b55e-83cfb9da263e req-af3c0a14-0948-45be-91f1-a64ffe55e50e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:45.863840 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ca9eff3b-1632-442e-b55e-83cfb9da263e req-af3c0a14-0948-45be-91f1-a64ffe55e50e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 946 time: 0.0473180 Sep 15 18:17:45.900210 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ca9eff3b-1632-442e-b55e-83cfb9da263e req-1ee1a717-3b8e-4e7f-97ea-9abfc9f88325 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299451 Sep 15 18:17:47.017199 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f040383-0aae-4b0d-be6b-72ed49512999 req-ed3320af-10fa-4002-8eab-bcd6c9ac951e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:47.018657 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7f040383-0aae-4b0d-be6b-72ed49512999 req-ed3320af-10fa-4002-8eab-bcd6c9ac951e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 946 time: 0.0497084 Sep 15 18:17:47.054820 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7f040383-0aae-4b0d-be6b-72ed49512999 req-855f50da-8d9d-490b-99c0-cd68551086cf tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303009 Sep 15 18:17:47.939967 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-131ca0c8-fb15-4fbc-96e3-1a3212732e00 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:47.941392 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-131ca0c8-fb15-4fbc-96e3-1a3212732e00 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 946 time: 0.0497494 Sep 15 18:17:48.029347 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Deleting port b357f3a4-34d5-4a65-8ca3-a1472da41de7 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:17:48.029711 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:48.115038 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] For port b357f3a4-34d5-4a65-8ca3-a1472da41de7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=b357f3a4-34d5-4a65-8ca3-a1472da41de7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:17:48.115396 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:48.171712 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0338e-272b-4d6c-8230-23ffdd34a06a req-27e01de1-c092-4bc6-9fc6-3b837fff7eb8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:48.173293 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8fe0338e-272b-4d6c-8230-23ffdd34a06a req-27e01de1-c092-4bc6-9fc6-3b837fff7eb8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 946 time: 0.0474777 Sep 15 18:17:48.213174 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8fe0338e-272b-4d6c-8230-23ffdd34a06a req-c4c56b4e-d8ad-478b-a4a6-2ab13ec9adce tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337212 Sep 15 18:17:48.544007 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:48.544900 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:48.545252 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.l3_db [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Floating IP df1e6853-7478-4718-a324-08b99363f02c disassociated. External IP: 172.27.2.30, port: b357f3a4-34d5-4a65-8ca3-a1472da41de7. Sep 15 18:17:48.545663 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Calling delete_port for b357f3a4-34d5-4a65-8ca3-a1472da41de7 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:17:48.673142 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:48.700752 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event deleted for resources: {'Port': ['ID=b357f3a4-34d5-4a65-8ca3-a1472da41de7,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:48.711428 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.712460 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.712797 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.713128 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.713454 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.713802 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.714127 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.714447 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.714764 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.715087 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.715405 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.715719 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:48.819897 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Router 16122ffd-3a05-49ac-b609-60fde4c7527e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:17:48.930041 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:17:48.941354 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9107a3c3-0795-4e81-94c3-1b3c1c3d0a0b None None] Sync routers for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:17:48.951863 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107a3c3-0795-4e81-94c3-1b3c1c3d0a0b None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:17:48.952421 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9107a3c3-0795-4e81-94c3-1b3c1c3d0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:17:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:48.971977 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] No DVR routers for this DVR port b357f3a4-34d5-4a65-8ca3-a1472da41de7 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:17:48.974575 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:48.976677 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-22be4a6e-59fa-47be-8fb5-5043250eaeb5 req-b1e87c5d-f4fc-4c85-b6ff-67940b0bd1ea tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.41 "DELETE /v2.0/ports/b357f3a4-34d5-4a65-8ca3-a1472da41de7 HTTP/1.1" status: 204 len: 173 time: 1.0290322 Sep 15 18:17:48.977188 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'name': 'network-vif-deleted', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:17:48.980497 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b6693e-bf67-4512-9d70-c1baf07fcc64" -d '{"events": [{"server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "name": "network-vif-deleted", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:17:49.023893 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eadf1bd-d32d-44b5-b2e9-46326b838302 x-openstack-request-id: req-5eadf1bd-d32d-44b5-b2e9-46326b838302 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:17:49.026801 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad18c87-3274-4a23-9a73-a37536c5223f", "name": "network-vif-deleted", "tag": "b357f3a4-34d5-4a65-8ca3-a1472da41de7", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:17:49.026801 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5eadf1bd-d32d-44b5-b2e9-46326b838302 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:17:49.026801 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad18c87-3274-4a23-9a73-a37536c5223f', 'name': 'network-vif-deleted', 'tag': 'b357f3a4-34d5-4a65-8ca3-a1472da41de7', 'status': 'completed', 'code': 200} Sep 15 18:17:49.072735 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-9107a3c3-0795-4e81-94c3-1b3c1c3d0a0b None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:17:49.284478 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9107a3c3-0795-4e81-94c3-1b3c1c3d0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:49.311204 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9107a3c3-0795-4e81-94c3-1b3c1c3d0a0b None None] Checking router: 16122ffd-3a05-49ac-b609-60fde4c7527e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:17:49.315860 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d10e886a-2ee8-42dd-bdb6-853a639200a2 req-5680afc4-a028-40d5-b1ca-3b57a676c6f9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 210 time: 0.0267854 Sep 15 18:17:49.320349 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107a3c3-0795-4e81-94c3-1b3c1c3d0a0b None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:17:49.321140 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9107a3c3-0795-4e81-94c3-1b3c1c3d0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:17:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:49.425291 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-9107a3c3-0795-4e81-94c3-1b3c1c3d0a0b None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:17:49.627920 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9107a3c3-0795-4e81-94c3-1b3c1c3d0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:17:49.656472 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9107a3c3-0795-4e81-94c3-1b3c1c3d0a0b None None] The sync data for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi is: [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:17:49.863815 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea3b29-f120-43d7-9cd1-bbcc2dd01046 None None] New status for floating IP df1e6853-7478-4718-a324-08b99363f02c: DOWN {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:17:50.416186 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c79afa42-5d1b-42a6-b0a1-19a2b5f2fc42 req-5259978d-c282-47ab-a109-efc4fba4a0b5 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 210 time: 0.0282657 Sep 15 18:17:51.510108 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-63e645d1-6e01-432a-88bb-f288856624bf req-b9cddb82-9f55-4d4c-b7dd-d23ab678364a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad18c87-3274-4a23-9a73-a37536c5223f HTTP/1.1" status: 200 len: 210 time: 0.0259507 Sep 15 18:17:52.598394 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42466) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:52.651056 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:52.675685 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:52.723810 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:52.726448 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:52.727623 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "DELETE /v2.0/security-groups/24dd9f06-14f9-4d43-8a5e-a6e0ca59e416 HTTP/1.1" status: 204 len: 168 time: 0.1282306 Sep 15 18:17:52.730387 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42472) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:52.736878 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd9f06-14f9-4d43-8a5e-a6e0ca59e416,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:52.744962 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.api.v2.resource [None req-8ac50b42-e04e-4068-bbd9-609474e0b938 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] show failed (client error): The resource could not be found. Sep 15 18:17:52.748721 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-8ac50b42-e04e-4068-bbd9-609474e0b938 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups/24dd9f06-14f9-4d43-8a5e-a6e0ca59e416 HTTP/1.1" status: 404 len: 347 time: 0.0145912 Sep 15 18:17:52.749144 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42474) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:52.749222 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.749466 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.749938 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.750277 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.750637 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.751296 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.751776 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.752106 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.752433 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.752758 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.753083 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.753432 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c15c3f-075c-4b8d-bf2d-3afc8aeb3565 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:17:52.881949 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-4eb56f95-b67d-4fca-8e04-53ed14acf30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Deleting port 06d27367-74ea-404f-ba78-4538474f3a98 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:17:52.882331 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4eb56f95-b67d-4fca-8e04-53ed14acf30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:52.955952 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4eb56f95-b67d-4fca-8e04-53ed14acf30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:52.956315 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4eb56f95-b67d-4fca-8e04-53ed14acf30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:52.967754 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-4eb56f95-b67d-4fca-8e04-53ed14acf30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Calling delete_port for 06d27367-74ea-404f-ba78-4538474f3a98 owned by network:floatingip {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:17:53.111310 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4eb56f95-b67d-4fca-8e04-53ed14acf30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.137612 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb56f95-b67d-4fca-8e04-53ed14acf30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event deleted for resources: {'Port': ['ID=06d27367-74ea-404f-ba78-4538474f3a98,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:53.196460 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4eb56f95-b67d-4fca-8e04-53ed14acf30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.198894 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4eb56f95-b67d-4fca-8e04-53ed14acf30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.200028 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-4eb56f95-b67d-4fca-8e04-53ed14acf30b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "DELETE /v2.0/floatingips/df1e6853-7478-4718-a324-08b99363f02c HTTP/1.1" status: 204 len: 168 time: 0.4499803 Sep 15 18:17:53.547528 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42484) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:53.552012 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-db78d6ce-ae7c-4a2c-b05a-c2da3bf841d3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009702644', 'description': 'tempest-description--570491959'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:17:53.573343 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-db78d6ce-ae7c-4a2c-b05a-c2da3bf841d3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.660782 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-db78d6ce-ae7c-4a2c-b05a-c2da3bf841d3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.664383 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-db78d6ce-ae7c-4a2c-b05a-c2da3bf841d3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.692741 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-db78d6ce-ae7c-4a2c-b05a-c2da3bf841d3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.694082 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-db78d6ce-ae7c-4a2c-b05a-c2da3bf841d3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1455758 Sep 15 18:17:53.695164 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78d6ce-ae7c-4a2c-b05a-c2da3bf841d3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf8c797-a58c-433c-a48c-9af27413b69d,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:53.697049 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42486) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:53.701863 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-d3e632c9-6403-4e72-9916-df454bf5ba66 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'security_group_rule': {'security_group_id': '4bf8c797-a58c-433c-a48c-9af27413b69d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:17:53.728489 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d3e632c9-6403-4e72-9916-df454bf5ba66 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.773260 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d3e632c9-6403-4e72-9916-df454bf5ba66 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.777311 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d3e632c9-6403-4e72-9916-df454bf5ba66 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.794935 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e632c9-6403-4e72-9916-df454bf5ba66 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da39c49-de88-4636-9f28-888310c00c3a,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:53.802569 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-d3e632c9-6403-4e72-9916-df454bf5ba66 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.805769 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-d3e632c9-6403-4e72-9916-df454bf5ba66 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1050458 Sep 15 18:17:53.805934 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42490) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:53.810161 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-2fded6e8-4759-47c9-8393-a19016447ff0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'security_group_rule': {'security_group_id': '4bf8c797-a58c-433c-a48c-9af27413b69d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:17:53.834831 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fded6e8-4759-47c9-8393-a19016447ff0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.893246 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fded6e8-4759-47c9-8393-a19016447ff0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.896624 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fded6e8-4759-47c9-8393-a19016447ff0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.913799 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fded6e8-4759-47c9-8393-a19016447ff0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e81d36d-eb03-4644-9078-041bce33849d,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:53.919480 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fded6e8-4759-47c9-8393-a19016447ff0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:53.920602 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2fded6e8-4759-47c9-8393-a19016447ff0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137238 Sep 15 18:17:53.923559 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42492) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:53.928001 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'floatingip': {'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:17:53.949430 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:54.042419 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:54.152048 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Allocated IP 172.27.2.32 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/aaf509e1-56fc-4c10-885f-81b509c10876) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:17:54.250875 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:54.287582 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:54.322957 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:17:54.325675 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:17:54.329076 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:17:54.358166 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'Port': ['ID=aaf509e1-56fc-4c10-885f-81b509c10876,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:54.417466 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:54.450110 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:54.592808 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:54.597117 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58785609'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:54.671482 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'Port': ['ID=aaf509e1-56fc-4c10-885f-81b509c10876,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:54.678336 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:54.692048 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:54.693296 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-aca013a4-b0b2-4e43-9237-8f0a75c509b3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7686946 Sep 15 18:17:54.872287 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-17c59b98-bd15-4629-b8f5-6502fa79bdcb tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2009702644&fields=id&tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3 HTTP/1.1" status: 200 len: 267 time: 0.0332861 Sep 15 18:17:54.972567 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54da53-131b-4ade-a177-9714868f7063 req-e7eefdb7-e1ea-463e-bcfd-96bee5a7424f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:54.974013 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-e7eefdb7-e1ea-463e-bcfd-96bee5a7424f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 817 time: 0.0952575 Sep 15 18:17:54.988714 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-aee64f16-52eb-4706-b300-19c0854d84e6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/quotas/d3b098cee9ff4dc8a345deae6caaf6e3 HTTP/1.1" status: 200 len: 375 time: 0.0086091 Sep 15 18:17:55.043301 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-39af4548-4097-480a-84d6-57932f72b8b2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489743 Sep 15 18:17:55.062819 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device b357f3a4-34d5-4a65-8ca3-a1472da41de7 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:17:55.081746 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: b357f3a4-34d5-4a65-8ca3-a1472da41de7 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:17:55.082078 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device b357f3a4-34d5-4a65-8ca3-a1472da41de7 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:17:55.134941 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-543562d1-e8f1-4dd6-8f6e-5fe0177e2a34 service neutron] 10.222.0.39 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805066 Sep 15 18:17:55.224733 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-a02fe270-6ab1-4882-b55a-e9c405349f3a service neutron] 10.222.0.39 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837197 Sep 15 18:17:55.380424 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-55bdc1e0-8051-4a6a-88df-8defd84e02c3 req-ca11f080-27da-4d35-8fad-19bc0ce9f075 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 210 time: 0.0272286 Sep 15 18:17:56.390095 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54da53-131b-4ade-a177-9714868f7063 req-a09681f8-198e-4ca2-88b5-f76e075f605b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:56.391572 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-a09681f8-198e-4ca2-88b5-f76e075f605b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 817 time: 0.1050484 Sep 15 18:17:56.447321 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-b9eef7df-d29f-4fc4-8ec9-c855192e4f6b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3 HTTP/1.1" status: 200 len: 380 time: 0.0439377 Sep 15 18:17:56.461711 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'port': {'device_id': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'admin_state_up': True, 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'security_groups': ['4bf8c797-a58c-433c-a48c-9af27413b69d']}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:17:56.511156 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fe6d52f7-5f34-41c4-8620-e4978f1bf808 req-9125610d-621c-4c5c-ade9-a00fd0c995f8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 210 time: 0.0388212 Sep 15 18:17:56.582438 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Made reservation on behalf of d3b098cee9ff4dc8a345deae6caaf6e3 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:17:56.586242 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:56.715662 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Allocated IP 172.20.0.9 (74743a91-bae5-45c6-9b3b-f7dc7ab12add/111a41ca-e28d-4f13-a870-563d74d667e4/ee59374c-7ffe-4653-bb73-8519e4f98ee7) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:17:56.848328 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:56.888652 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:56.932935 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Network 74743a91-bae5-45c6-9b3b-f7dc7ab12add is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:17:56.936274 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:17:56.938968 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:17:56.986157 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event updated for resources: {'Port': ['ID=ee59374c-7ffe-4653-bb73-8519e4f98ee7,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:57.000159 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:57.000409 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:57.016254 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-71a55d41-8c7b-4fcc-a37c-6b9e0defea97 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591779 Sep 15 18:17:57.031006 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Request body: {'port': {'device_id': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:17:57.087174 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:57.154360 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-fb7bdcee-f578-43df-b4c4-308b33451706 None None] Provisioning complete for port ee59374c-7ffe-4653-bb73-8519e4f98ee7 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:17:57.154917 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-fb7bdcee-f578-43df-b4c4-308b33451706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:57.190727 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bdcee-f578-43df-b4c4-308b33451706 None None] Port ee59374c-7ffe-4653-bb73-8519e4f98ee7 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:17:57.358515 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee59374c-7ffe-4653-bb73-8519e4f98ee7 {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:17:57.365572 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:57.377203 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Transition to ACTIVE for port object ee59374c-7ffe-4653-bb73-8519e4f98ee7 will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:17:57.380780 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:57.429436 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Pushing event updated for resources: {'Port': ['ID=ee59374c-7ffe-4653-bb73-8519e4f98ee7,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:57.501363 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Attempting to bind port ee59374c-7ffe-4653-bb73-8519e4f98ee7 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:17:57.501721 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Attempting to bind port ee59374c-7ffe-4653-bb73-8519e4f98ee7 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:17:57.502050 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Attempting to bind port ee59374c-7ffe-4653-bb73-8519e4f98ee7 on network 74743a91-bae5-45c6-9b3b-f7dc7ab12add {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:17:57.506435 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Port ee59374c-7ffe-4653-bb73-8519e4f98ee7 on network 74743a91-bae5-45c6-9b3b-f7dc7ab12add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:17:57.506748 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Attempting to bind port ee59374c-7ffe-4653-bb73-8519e4f98ee7 on network 74743a91-bae5-45c6-9b3b-f7dc7ab12add {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:17:57.511693 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:17:57.512023 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Checking segment: {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:17:57.512398 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Bound using segment: {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:17:57.512817 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Bound port: ee59374c-7ffe-4653-bb73-8519e4f98ee7, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b305e433-b78a-4dd3-8bdd-6edd365e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:17:57.513172 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:57.577525 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:17:57.580668 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:17:57.585697 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:57.620545 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:57.621144 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:57.622554 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee59374c-7ffe-4653-bb73-8519e4f98ee7 HTTP/1.1" status: 200 len: 1093 time: 0.5960636 Sep 15 18:17:57.623204 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:17:57.625476 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52455e8a-aa93-46f3-8da1-24ea2e747ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:17:57.639219 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154853b-49a3-4980-b21e-152e98f0017f req-e6c77749-d829-4ee2-8b38-d82f95cb2c16 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:57.640754 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a154853b-49a3-4980-b21e-152e98f0017f req-e6c77749-d829-4ee2-8b38-d82f95cb2c16 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0587008 Sep 15 18:17:57.653840 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c04f4-8112-4c29-851a-b5093f7a9780 service neutron] Pushing event updated for resources: {'Port': ['ID=ee59374c-7ffe-4653-bb73-8519e4f98ee7,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:57.677743 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080b4c3a-7c5e-414e-9dee-adcdf3a7ca7a x-openstack-request-id: req-080b4c3a-7c5e-414e-9dee-adcdf3a7ca7a {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:17:57.678049 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:17:57.678730 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-080b4c3a-7c5e-414e-9dee-adcdf3a7ca7a {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:17:57.679125 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'status': 'completed', 'code': 200} Sep 15 18:17:57.694002 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a154853b-49a3-4980-b21e-152e98f0017f req-cebdcbc1-d1b9-47ba-80bb-cb145c8748d6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434411 Sep 15 18:17:57.729769 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54da53-131b-4ade-a177-9714868f7063 req-a98b263f-a04c-4cd2-9ad0-a0b13da26598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:57.731323 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-a98b263f-a04c-4cd2-9ad0-a0b13da26598 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 1096 time: 0.0451818 Sep 15 18:17:57.780538 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-f96727d0-4c96-49d0-954d-75ca8c71a788 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7 HTTP/1.1" status: 200 len: 217 time: 0.0380964 Sep 15 18:17:57.832596 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54da53-131b-4ade-a177-9714868f7063 req-0b0ab3a7-0d65-49a2-9c3b-7bcfe9d0f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:57.834090 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-0b0ab3a7-0d65-49a2-9c3b-7bcfe9d0f59b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.0426223 Sep 15 18:17:57.881030 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54da53-131b-4ade-a177-9714868f7063 req-f00a2ac8-3856-40ab-a083-91a7ba77e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:57.882440 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-f00a2ac8-3856-40ab-a083-91a7ba77e67c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397854 Sep 15 18:17:57.976789 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-9ff3c858-cbfb-431d-8ad2-94fd8fe41d77 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857317 Sep 15 18:17:58.072735 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c54da53-131b-4ade-a177-9714868f7063 req-29b0daba-5aa4-4539-a698-0c5e10af05ac service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884228 Sep 15 18:17:58.169733 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:17:58.174632 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455e8a-aa93-46f3-8da1-24ea2e747ad9 req-5ebeff0f-eeb6-4809-a225-708ae16f1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:58.176255 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-52455e8a-aa93-46f3-8da1-24ea2e747ad9 req-5ebeff0f-eeb6-4809-a225-708ae16f1c62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 1096 time: 0.0482554 Sep 15 18:17:58.278748 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455e8a-aa93-46f3-8da1-24ea2e747ad9 req-c0f87871-d71f-4a73-9955-25d9d07299c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:58.280229 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-52455e8a-aa93-46f3-8da1-24ea2e747ad9 req-c0f87871-d71f-4a73-9955-25d9d07299c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 918 time: 0.0953434 Sep 15 18:17:58.335757 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-52455e8a-aa93-46f3-8da1-24ea2e747ad9 req-f82e460a-6cd5-4753-ae04-531a46045991 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7 HTTP/1.1" status: 200 len: 217 time: 0.0375814 Sep 15 18:17:58.404269 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455e8a-aa93-46f3-8da1-24ea2e747ad9 req-85f38008-9269-453b-88dc-d92a7422fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:58.405605 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-52455e8a-aa93-46f3-8da1-24ea2e747ad9 req-85f38008-9269-453b-88dc-d92a7422fa8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.0432081 Sep 15 18:17:58.451944 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455e8a-aa93-46f3-8da1-24ea2e747ad9 req-88e5c332-d921-4e3d-9b95-f58752902f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:58.453414 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-52455e8a-aa93-46f3-8da1-24ea2e747ad9 req-88e5c332-d921-4e3d-9b95-f58752902f73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389555 Sep 15 18:17:58.553962 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-52455e8a-aa93-46f3-8da1-24ea2e747ad9 req-d5f61fb7-24fe-442c-aeba-970eb83352a9 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825081 Sep 15 18:17:58.643624 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-52455e8a-aa93-46f3-8da1-24ea2e747ad9 req-b574d8ce-ede3-48db-9a24-6a1a9a0e6ba6 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778370 Sep 15 18:17:58.819770 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359c0c8-72ca-4ce6-9007-c22d44463a84 req-fcbbe26a-ff8d-4f56-bec7-6da0c722f46d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:58.821231 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8359c0c8-72ca-4ce6-9007-c22d44463a84 req-fcbbe26a-ff8d-4f56-bec7-6da0c722f46d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0523171 Sep 15 18:17:58.859010 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8359c0c8-72ca-4ce6-9007-c22d44463a84 req-fbd9ee2f-f1f3-42f2-8849-dc7b6396e7f2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316968 Sep 15 18:17:59.306293 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42604) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:59.410805 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-93222da3-8747-40b1-aea7-fa49fa04ca72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:59.512133 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-93222da3-8747-40b1-aea7-fa49fa04ca72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:59.527235 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-93222da3-8747-40b1-aea7-fa49fa04ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:59.577607 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-93222da3-8747-40b1-aea7-fa49fa04ca72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fce6c2622748425bad56b726e817b775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699988 Sep 15 18:17:59.578987 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93222da3-8747-40b1-aea7-fa49fa04ca72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886ed724-f504-417b-9b70-aa2b941b0928,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:59.580112 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42612) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:17:59.588435 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff219e-d363-43ea-acb7-b130406092d0 req-cb84342d-5438-4ed1-8cb2-e7d6dd5268fc tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:59.589906 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-16ff219e-d363-43ea-acb7-b130406092d0 req-cb84342d-5438-4ed1-8cb2-e7d6dd5268fc tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 946 time: 0.0909965 Sep 15 18:17:59.628442 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-16ff219e-d363-43ea-acb7-b130406092d0 req-c5ee97cc-9bef-4483-87eb-b1ac5aadf367 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308106 Sep 15 18:17:59.640950 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2301baba-710f-4ab2-90fb-4b226924f194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:59.661645 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2301baba-710f-4ab2-90fb-4b226924f194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:59.709457 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2301baba-710f-4ab2-90fb-4b226924f194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:59.711935 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-2301baba-710f-4ab2-90fb-4b226924f194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:17:59.713062 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-2301baba-710f-4ab2-90fb-4b226924f194 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/886ed724-f504-417b-9b70-aa2b941b0928 HTTP/1.1" status: 204 len: 168 time: 0.1319816 Sep 15 18:17:59.720130 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301baba-710f-4ab2-90fb-4b226924f194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886ed724-f504-417b-9b70-aa2b941b0928,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:17:59.979030 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c243539-e27e-4f2a-86b7-ece19c4c36b0 req-65a604a7-9dcf-4e08-bcd4-a8f891293218 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:17:59.980557 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8c243539-e27e-4f2a-86b7-ece19c4c36b0 req-65a604a7-9dcf-4e08-bcd4-a8f891293218 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0481918 Sep 15 18:18:00.018962 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8c243539-e27e-4f2a-86b7-ece19c4c36b0 req-43895f47-85d6-4cbe-9fd8-3e80e5cb0084 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324042 Sep 15 18:18:00.661301 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42646) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:00.739504 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997fcb4-086c-4123-b124-0221564aaf1b req-6f09b54c-6bf4-46c9-81b2-3e551dd5b8d6 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:00.740953 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b997fcb4-086c-4123-b124-0221564aaf1b req-6f09b54c-6bf4-46c9-81b2-3e551dd5b8d6 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 946 time: 0.0473013 Sep 15 18:18:00.762688 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-416f26d8-3d96-408b-ad2a-0f128899822d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:00.778145 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b997fcb4-086c-4123-b124-0221564aaf1b req-b1d4bcd1-dcf5-4417-acb7-ea49c9222582 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d81d626-14cf-413f-a730-9fc61fc63e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311742 Sep 15 18:18:00.851768 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-416f26d8-3d96-408b-ad2a-0f128899822d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:00.855211 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-416f26d8-3d96-408b-ad2a-0f128899822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:00.893762 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-416f26d8-3d96-408b-ad2a-0f128899822d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ba01bbdb3e044dca48bbf68e29d677c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313342 Sep 15 18:18:00.894594 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f26d8-3d96-408b-ad2a-0f128899822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e94aae7-896b-437c-ad50-5e158ac1fb32,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:00.896524 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42650) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:00.942937 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-73036437-e6c8-4137-9f96-4442d752deb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:00.967169 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-73036437-e6c8-4137-9f96-4442d752deb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:01.010421 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-73036437-e6c8-4137-9f96-4442d752deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:01.012911 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-73036437-e6c8-4137-9f96-4442d752deb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:01.014017 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-73036437-e6c8-4137-9f96-4442d752deb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e94aae7-896b-437c-ad50-5e158ac1fb32 HTTP/1.1" status: 204 len: 168 time: 0.1165459 Sep 15 18:18:01.021269 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73036437-e6c8-4137-9f96-4442d752deb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e94aae7-896b-437c-ad50-5e158ac1fb32,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:01.066173 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device ee59374c-7ffe-4653-bb73-8519e4f98ee7 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:18:01.138847 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ff33e-b36a-4c6e-bbb2-63b73700cc2f req-b9c29156-d5aa-48df-919f-328ecc6f1765 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:01.140628 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3f5ff33e-b36a-4c6e-bbb2-63b73700cc2f req-b9c29156-d5aa-48df-919f-328ecc6f1765 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0506861 Sep 15 18:18:01.180870 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3f5ff33e-b36a-4c6e-bbb2-63b73700cc2f req-8ae3b651-24dd-40b2-91f7-b5975d472c06 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333655 Sep 15 18:18:01.193617 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:01.205496 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'port_id': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'mac_address': 'fa:16:3e:f6:11:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:18:01.241451 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:01.254619 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee59374c-7ffe-4653-bb73-8519e4f98ee7 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:18:01.276398 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:01.280337 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:01.328594 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=ee59374c-7ffe-4653-bb73-8519e4f98ee7,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:01.335422 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.335770 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.336163 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.336510 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.336842 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.337176 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.337502 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.337859 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.338212 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.338540 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.338868 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.339183 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:01.424806 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bc64d-bc3a-436c-a3f0-f884926b707d req-53b7e3a0-6b25-4de1-aea5-167cb66fa104 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:01.426302 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5f1bc64d-bc3a-436c-a3f0-f884926b707d req-53b7e3a0-6b25-4de1-aea5-167cb66fa104 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 946 time: 0.0475278 Sep 15 18:18:01.523373 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-5f1bc64d-bc3a-436c-a3f0-f884926b707d req-ad41151f-8395-4fd9-920a-a13f69c7d75d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Deleting port 9eb4305e-0433-4680-ae2a-ade3555b20ff {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:18:01.523713 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5f1bc64d-bc3a-436c-a3f0-f884926b707d req-ad41151f-8395-4fd9-920a-a13f69c7d75d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:01.568701 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['ee59374c-7ffe-4653-bb73-8519e4f98ee7'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:18:01.610509 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-5f1bc64d-bc3a-436c-a3f0-f884926b707d req-ad41151f-8395-4fd9-920a-a13f69c7d75d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] For port 9eb4305e-0433-4680-ae2a-ade3555b20ff, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=9eb4305e-0433-4680-ae2a-ade3555b20ff,segment=NetworkSegment(27eabc9e-afe1-47a8-8f5e-5981a419d395),segment_id=27eabc9e-afe1-47a8-8f5e-5981a419d395)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:01.610880 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5f1bc64d-bc3a-436c-a3f0-f884926b707d req-ad41151f-8395-4fd9-920a-a13f69c7d75d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:01.624087 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-5f1bc64d-bc3a-436c-a3f0-f884926b707d req-ad41151f-8395-4fd9-920a-a13f69c7d75d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Calling delete_port for 9eb4305e-0433-4680-ae2a-ade3555b20ff owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:18:01.759129 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5f1bc64d-bc3a-436c-a3f0-f884926b707d req-ad41151f-8395-4fd9-920a-a13f69c7d75d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:01.787843 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41151f-8395-4fd9-920a-a13f69c7d75d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Pushing event deleted for resources: {'Port': ['ID=9eb4305e-0433-4680-ae2a-ade3555b20ff,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:01.833069 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1bc64d-bc3a-436c-a3f0-f884926b707d req-ad41151f-8395-4fd9-920a-a13f69c7d75d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] No DVR routers for this DVR port 9eb4305e-0433-4680-ae2a-ade3555b20ff on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:18:01.835570 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-5f1bc64d-bc3a-436c-a3f0-f884926b707d req-ad41151f-8395-4fd9-920a-a13f69c7d75d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:01.838343 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5f1bc64d-bc3a-436c-a3f0-f884926b707d req-ad41151f-8395-4fd9-920a-a13f69c7d75d tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.41 "DELETE /v2.0/ports/9eb4305e-0433-4680-ae2a-ade3555b20ff HTTP/1.1" status: 204 len: 173 time: 0.4023509 Sep 15 18:18:01.838797 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4276908-977b-4be6-afde-c46600b1274e', 'name': 'network-vif-deleted', 'tag': '9eb4305e-0433-4680-ae2a-ade3555b20ff'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:18:01.841011 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c0d07f-e936-4879-b225-bdceea830ef2" -d '{"events": [{"server_uuid": "c4276908-977b-4be6-afde-c46600b1274e", "name": "network-vif-deleted", "tag": "9eb4305e-0433-4680-ae2a-ade3555b20ff"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:18:01.876001 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-38632f45-c5b0-40a7-9cac-8b73a14bc6c5 req-e2e919bf-7e45-4f78-8f24-f7699ce53908 tempest-VolumesSnapshotTestJSON-501545742 tempest-VolumesSnapshotTestJSON-501545742-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4276908-977b-4be6-afde-c46600b1274e HTTP/1.1" status: 200 len: 210 time: 0.0291345 Sep 15 18:18:01.895145 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b594dcf5-7af5-472c-8b4c-68e3a94536f5 x-openstack-request-id: req-b594dcf5-7af5-472c-8b4c-68e3a94536f5 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:18:01.895145 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4276908-977b-4be6-afde-c46600b1274e", "name": "network-vif-deleted", "tag": "9eb4305e-0433-4680-ae2a-ade3555b20ff", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:18:01.895390 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b594dcf5-7af5-472c-8b4c-68e3a94536f5 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:18:01.895760 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4276908-977b-4be6-afde-c46600b1274e', 'name': 'network-vif-deleted', 'tag': '9eb4305e-0433-4680-ae2a-ade3555b20ff', 'status': 'completed', 'code': 200} Sep 15 18:18:02.092154 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['9eb4305e-0433-4680-ae2a-ade3555b20ff'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:18:02.299132 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d8e0b-3ac6-4e9b-a833-289c2c995864 req-ab3b7fb9-8946-42f9-aeb9-1a8cc6f91ca9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:02.300845 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3a8d8e0b-3ac6-4e9b-a833-289c2c995864 req-ab3b7fb9-8946-42f9-aeb9-1a8cc6f91ca9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 944 time: 0.0499551 Sep 15 18:18:02.346222 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3a8d8e0b-3ac6-4e9b-a833-289c2c995864 req-51123788-bc89-4c30-8b52-ba9215909d32 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Sep 15 18:18:03.080840 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device ee59374c-7ffe-4653-bb73-8519e4f98ee7 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:03.140056 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port ee59374c-7ffe-4653-bb73-8519e4f98ee7 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:18:03.144420 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port ee59374c-7ffe-4653-bb73-8519e4f98ee7 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:03.144798 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:03.232126 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:03.257574 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:18:03.259852 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53954489-a48f-4133-949f-46b33910b163" -d '{"events": [{"server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "name": "network-vif-plugged", "status": "completed", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:18:03.272435 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:03.276905 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:03.277830 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 9eb4305e-0433-4680-ae2a-ade3555b20ff no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:18:03.317437 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd7046e-6aff-433e-b95f-9c5854d4cda2 x-openstack-request-id: req-cbd7046e-6aff-433e-b95f-9c5854d4cda2 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:18:03.317749 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "name": "network-vif-plugged", "status": "completed", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:18:03.317999 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbd7046e-6aff-433e-b95f-9c5854d4cda2 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:18:03.318382 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'code': 200} Sep 15 18:18:03.318884 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: 9eb4305e-0433-4680-ae2a-ade3555b20ff {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:18:03.319216 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 9eb4305e-0433-4680-ae2a-ade3555b20ff not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:18:03.361119 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=ee59374c-7ffe-4653-bb73-8519e4f98ee7,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:03.468046 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d39b-8f81-4e28-8e15-32588b936262 req-c988a3af-0adb-4488-beda-108d977eb398 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:03.469482 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f43d39b-8f81-4e28-8e15-32588b936262 req-c988a3af-0adb-4488-beda-108d977eb398 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0508494 Sep 15 18:18:03.490669 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb619f8-3db0-4d02-8c14-4a38f8779c4b req-4424ad71-49b6-4b8a-b463-d0af1280149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:03.492138 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5bb619f8-3db0-4d02-8c14-4a38f8779c4b req-4424ad71-49b6-4b8a-b463-d0af1280149d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 1098 time: 0.0392752 Sep 15 18:18:03.506730 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2f43d39b-8f81-4e28-8e15-32588b936262 req-7846641b-f803-4858-b0a2-633db33dfbe9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311222 Sep 15 18:18:03.531004 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5bb619f8-3db0-4d02-8c14-4a38f8779c4b req-8d059ac5-cf5b-4859-86cc-7b4bea1fb751 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276749 Sep 15 18:18:04.623288 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ec9f5-dbc0-4975-b216-aa5e047cf7dd req-dc80980b-4d64-42cd-88ba-e324533ae213 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:04.624717 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-856ec9f5-dbc0-4975-b216-aa5e047cf7dd req-dc80980b-4d64-42cd-88ba-e324533ae213 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0462539 Sep 15 18:18:04.660865 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-856ec9f5-dbc0-4975-b216-aa5e047cf7dd req-bd9d671c-ac36-4d3b-82c3-8346c1809ae3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302453 Sep 15 18:18:04.850284 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:05.773634 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79642d89-63e0-495f-9d9d-910009eb92b3 req-0d812516-e756-45fd-aa3b-3e667a769cab tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:05.775576 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-79642d89-63e0-495f-9d9d-910009eb92b3 req-0d812516-e756-45fd-aa3b-3e667a769cab tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0461860 Sep 15 18:18:05.814088 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-79642d89-63e0-495f-9d9d-910009eb92b3 req-709305b5-dc51-4f99-9789-f957e52d31d2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328074 Sep 15 18:18:06.929133 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc404a0-84c9-406b-89e3-e408e209e95c req-64ca6d04-fcb8-4b35-8187-cd8ed9c0e92b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:06.931264 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1bc404a0-84c9-406b-89e3-e408e209e95c req-64ca6d04-fcb8-4b35-8187-cd8ed9c0e92b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0487719 Sep 15 18:18:06.966898 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1bc404a0-84c9-406b-89e3-e408e209e95c req-7a854ef8-1efc-4560-a59d-1535a0251061 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297821 Sep 15 18:18:08.081338 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd6496-3970-41db-b7df-d12bd3d8a4b3 req-3cec0eec-2a12-4a17-95d3-550082930d11 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:08.082796 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a7dd6496-3970-41db-b7df-d12bd3d8a4b3 req-3cec0eec-2a12-4a17-95d3-550082930d11 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0476408 Sep 15 18:18:08.120256 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a7dd6496-3970-41db-b7df-d12bd3d8a4b3 req-f4f0a004-40cf-4939-b8a8-cd95e763e321 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Sep 15 18:18:08.746400 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-d5044827-313a-4a01-9e3b-2714ad95be59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:09.234127 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b80337-d874-4123-871f-1b35f76cab8f req-176513a8-27f2-47a6-a01a-c64dc0f4325b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:09.235538 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-06b80337-d874-4123-871f-1b35f76cab8f req-176513a8-27f2-47a6-a01a-c64dc0f4325b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0461674 Sep 15 18:18:09.275243 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-06b80337-d874-4123-871f-1b35f76cab8f req-8a54dab9-e51f-47af-ac7f-16a56bc25926 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339954 Sep 15 18:18:10.345696 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebaf20-7e1d-48b3-870d-8093eaaf0551 req-30174402-3a58-4b4c-b5a0-69d46638c093 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:10.347171 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-86ebaf20-7e1d-48b3-870d-8093eaaf0551 req-30174402-3a58-4b4c-b5a0-69d46638c093 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0491409 Sep 15 18:18:10.410777 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-86ebaf20-7e1d-48b3-870d-8093eaaf0551 req-96318e34-47e4-4c41-990b-2983297998d5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529737 Sep 15 18:18:10.419570 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eb29a-502b-4b4a-86f2-6cc1b0256c95 req-ca2bfb93-78c0-4165-a3b3-74040cf86073 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:10.420987 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5d7eb29a-502b-4b4a-86f2-6cc1b0256c95 req-ca2bfb93-78c0-4165-a3b3-74040cf86073 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0729680 Sep 15 18:18:10.458155 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5d7eb29a-502b-4b4a-86f2-6cc1b0256c95 req-87a796a3-1bb4-47eb-857a-32396d44d287 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Sep 15 18:18:11.445350 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-9fb7c412-1033-44db-a335-2643df5d5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:11.476273 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:11.529925 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdf0fd-aa75-4cf6-a6cb-73a51ce81957 req-17686b4d-eb79-4e54-ae49-3de825051762 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:11.531373 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-66fdf0fd-aa75-4cf6-a6cb-73a51ce81957 req-17686b4d-eb79-4e54-ae49-3de825051762 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0515137 Sep 15 18:18:11.592956 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-66fdf0fd-aa75-4cf6-a6cb-73a51ce81957 req-07120148-ffc5-4830-9f8b-a5bbcdc71d01 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530555 Sep 15 18:18:11.600986 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23fa54-3fd6-46c1-866f-08f5d0c3a53e req-462485b1-3115-4050-b29d-7582306caa3d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:11.602427 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5f23fa54-3fd6-46c1-866f-08f5d0c3a53e req-462485b1-3115-4050-b29d-7582306caa3d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0702200 Sep 15 18:18:11.639809 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5f23fa54-3fd6-46c1-866f-08f5d0c3a53e req-8e0df7e8-86d1-4958-93a0-654e37d3f515 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310967 Sep 15 18:18:12.493515 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:12.708189 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a6f83-c159-49f0-8d83-80add2fea283 req-13278819-14fc-419d-9e8d-46c32d761670 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:12.709888 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-380a6f83-c159-49f0-8d83-80add2fea283 req-13278819-14fc-419d-9e8d-46c32d761670 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0526869 Sep 15 18:18:12.778374 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-380a6f83-c159-49f0-8d83-80add2fea283 req-5b92da6e-4bba-46fc-a055-3f480919ec42 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596428 Sep 15 18:18:12.795675 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50b08b-d3f1-45b1-831f-876ddba0ba5a req-9733c026-385c-4f00-b2cb-8f65ea56f107 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:12.797161 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-af50b08b-d3f1-45b1-831f-876ddba0ba5a req-9733c026-385c-4f00-b2cb-8f65ea56f107 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0723910 Sep 15 18:18:12.836619 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-af50b08b-d3f1-45b1-831f-876ddba0ba5a req-d5d4e4fd-d8ae-4578-aa60-13f37fa8caa6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328658 Sep 15 18:18:13.906501 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6366219-863b-4402-a86c-5216d9ebac3a req-0933ccc5-1b6d-4c2a-96b3-d56653b7bf0b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:13.907988 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a6366219-863b-4402-a86c-5216d9ebac3a req-0933ccc5-1b6d-4c2a-96b3-d56653b7bf0b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0565841 Sep 15 18:18:13.969981 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a6366219-863b-4402-a86c-5216d9ebac3a req-6ad9d975-31d5-4aa4-80bb-fa337de02720 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559311 Sep 15 18:18:13.986200 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40a095-4faa-4f84-a643-3010db82955d req-9957340a-e9ac-40a8-bd10-29108be3399a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:13.987644 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8c40a095-4faa-4f84-a643-3010db82955d req-9957340a-e9ac-40a8-bd10-29108be3399a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0607805 Sep 15 18:18:14.028835 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8c40a095-4faa-4f84-a643-3010db82955d req-c3edee8e-f8bc-4af0-9c33-b93feffa2379 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346792 Sep 15 18:18:14.152573 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dddcfc-456e-4708-b7fc-7f240cd714e8 req-63b7b959-6d23-4971-868f-69aedd211465 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:14.154084 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-88dddcfc-456e-4708-b7fc-7f240cd714e8 req-63b7b959-6d23-4971-868f-69aedd211465 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0557585 Sep 15 18:18:14.163075 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42814) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:14.167545 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-14069deb-02d8-4752-9a97-699047ddc85b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Request body: {'floatingip': {'port_id': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:14.205367 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-14069deb-02d8-4752-9a97-699047ddc85b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:14.281887 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:14.783222 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.db.resource_extend [None req-14069deb-02d8-4752-9a97-699047ddc85b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 18:18:14.830384 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-14069deb-02d8-4752-9a97-699047ddc85b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:14.834306 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-14069deb-02d8-4752-9a97-699047ddc85b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:14.932077 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.l3_db [None req-14069deb-02d8-4752-9a97-699047ddc85b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Floating IP d1a51503-10e1-43a3-b245-050f447a018a associated. External IP: 172.27.2.32, port: ee59374c-7ffe-4653-bb73-8519e4f98ee7. Sep 15 18:18:15.153658 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84843d09-c9b7-4aa1-bd71-d54e2ab7b63c req-4a013747-600e-473d-848a-1d848c8438ed tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:15.155113 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-84843d09-c9b7-4aa1-bd71-d54e2ab7b63c req-4a013747-600e-473d-848a-1d848c8438ed tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0924082 Sep 15 18:18:15.184933 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14069deb-02d8-4752-9a97-699047ddc85b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Router 16122ffd-3a05-49ac-b609-60fde4c7527e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:18:15.208070 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-84843d09-c9b7-4aa1-bd71-d54e2ab7b63c req-1c3dcdba-1d58-4e7c-b1d1-25c9bb598638 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465117 Sep 15 18:18:15.304369 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14069deb-02d8-4752-9a97-699047ddc85b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:18:15.309878 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-14069deb-02d8-4752-9a97-699047ddc85b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:15.314613 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c38db5-5d56-461e-8544-b3e44e63bd05 None None] Sync routers for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:18:15.323728 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c38db5-5d56-461e-8544-b3e44e63bd05 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:15.324341 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-92c38db5-5d56-461e-8544-b3e44e63bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:15.336094 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-14069deb-02d8-4752-9a97-699047ddc85b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "PUT /v2.0/floatingips/d1a51503-10e1-43a3-b245-050f447a018a HTTP/1.1" status: 200 len: 990 time: 1.1719482 Sep 15 18:18:15.336667 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:18:15.338895 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:18:15.376038 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774217b3-38f1-4452-a043-6b151100f04b x-openstack-request-id: req-774217b3-38f1-4452-a043-6b151100f04b {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:18:15.376327 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:18:15.376571 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-774217b3-38f1-4452-a043-6b151100f04b {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:18:15.376964 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'status': 'completed', 'code': 200} Sep 15 18:18:15.426582 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-92c38db5-5d56-461e-8544-b3e44e63bd05 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:15.747711 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-92c38db5-5d56-461e-8544-b3e44e63bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'd1a51503-10e1-43a3-b245-050f447a018a', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'port_id': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'mac_address': 'fa:16:3e:f6:11:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:17:54Z', 'updated_at': '2021-09-15T18:18:14Z', 'revision_number': 1, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:15.775715 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c38db5-5d56-461e-8544-b3e44e63bd05 None None] Checking router: 16122ffd-3a05-49ac-b609-60fde4c7527e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:18:15.783693 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c38db5-5d56-461e-8544-b3e44e63bd05 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:15.784293 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-92c38db5-5d56-461e-8544-b3e44e63bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:15.885156 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-92c38db5-5d56-461e-8544-b3e44e63bd05 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:16.095778 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-92c38db5-5d56-461e-8544-b3e44e63bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'd1a51503-10e1-43a3-b245-050f447a018a', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'port_id': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'mac_address': 'fa:16:3e:f6:11:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:17:54Z', 'updated_at': '2021-09-15T18:18:14Z', 'revision_number': 1, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:16.124626 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c38db5-5d56-461e-8544-b3e44e63bd05 None None] The sync data for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi is: [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'd1a51503-10e1-43a3-b245-050f447a018a', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'port_id': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'mac_address': 'fa:16:3e:f6:11:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:17:54Z', 'updated_at': '2021-09-15T18:18:14Z', 'revision_number': 1, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:18:16.300264 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d46b3-b29a-48d0-829b-ff85f22d31e2 None None] New status for floating IP d1a51503-10e1-43a3-b245-050f447a018a: ACTIVE {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:18:16.334045 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547e96-bad7-46b2-b431-be8875c5f1ea req-665e0fdf-3195-4145-a1df-c7fdd5c151f3 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:16.335528 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cd547e96-bad7-46b2-b431-be8875c5f1ea req-665e0fdf-3195-4145-a1df-c7fdd5c151f3 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0566564 Sep 15 18:18:16.372477 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cd547e96-bad7-46b2-b431-be8875c5f1ea req-ab5871bf-2304-4725-a260-6604b747ffd8 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309525 Sep 15 18:18:16.887822 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c req-83493e48-6a84-4f17-959c-904a2aea3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:16.889265 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c req-83493e48-6a84-4f17-959c-904a2aea3837 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 1098 time: 0.0399859 Sep 15 18:18:16.978754 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c req-08a22686-74b6-4cea-9bef-79d050027be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:16.980185 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c req-08a22686-74b6-4cea-9bef-79d050027be6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 918 time: 0.0833375 Sep 15 18:18:17.044647 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c req-5f67c766-4f99-488d-b012-3b0f94f6e687 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7 HTTP/1.1" status: 200 len: 1000 time: 0.0551493 Sep 15 18:18:17.099084 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c req-c5cc561e-e65a-4b12-bc4d-1fb2064fe0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:17.100482 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c req-c5cc561e-e65a-4b12-bc4d-1fb2064fe0c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.0461915 Sep 15 18:18:17.157908 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c req-174f8a03-72cc-43a6-a847-33b3ff6c8098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:17.159376 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c req-174f8a03-72cc-43a6-a847-33b3ff6c8098 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421717 Sep 15 18:18:17.256385 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c req-01b0fa50-caea-4615-874a-414a8c242b95 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884824 Sep 15 18:18:17.386402 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-8113fc88-0188-44ce-8203-2bec33b3a23e tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:17.387913 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-8113fc88-0188-44ce-8203-2bec33b3a23e tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.1071894 Sep 15 18:18:17.408435 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a4f4a4c3-0894-4d1e-936c-421c8da13c1c req-212b40a4-cc0a-4b05-9fce-9b173dc836b3 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288059 Sep 15 18:18:17.494366 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f31cd-ac93-4f67-a7d7-5296fc284aa5 req-28f29d56-3d72-43d5-b7c1-1245f81f751f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:17.495876 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b58f31cd-ac93-4f67-a7d7-5296fc284aa5 req-28f29d56-3d72-43d5-b7c1-1245f81f751f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 946 time: 0.0505164 Sep 15 18:18:17.498980 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Deleting port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:18:17.499265 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:17.549573 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b58f31cd-ac93-4f67-a7d7-5296fc284aa5 req-cf156197-87f2-41cf-b694-c11df15b2dc7 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2596a8c-4624-4923-a1d2-08f7425b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450392 Sep 15 18:18:17.610596 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] For port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:17.610957 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:17.777702 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:17.777904 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:17.778180 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.l3_db [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Floating IP b88c752c-8b7b-47cc-a26d-d1bd98c669f9 disassociated. External IP: 172.27.2.196, port: 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac. Sep 15 18:18:17.778491 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Calling delete_port for 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:18:17.899367 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:18.147548 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event deleted for resources: {'Port': ['ID=8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:18.261894 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Router f6cf94c5-78de-4fda-819a-d1f3305b6af1 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:18:18.368774 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:18:18.378060 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4a6c9-4331-466e-a006-055a0e8c92a5 None None] Sync routers for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:18:18.386936 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4a6c9-4331-466e-a006-055a0e8c92a5 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:18.387547 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-10d4a6c9-4331-466e-a006-055a0e8c92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:18.408007 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] No DVR routers for this DVR port 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:18:18.410472 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:18.412692 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-bd0044ba-0682-4b4f-8d93-6be47f1dda6d req-785d5765-f3e0-4cfd-802c-c1488174332b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.41 "DELETE /v2.0/ports/8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac HTTP/1.1" status: 204 len: 173 time: 1.0164022 Sep 15 18:18:18.413143 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'name': 'network-vif-deleted', 'tag': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:18:18.418572 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49b4cb7-e83f-41ca-ae5d-cdf2ed40d97d" -d '{"events": [{"server_uuid": "dd94b066-7e52-4430-b182-a2eb541c154a", "name": "network-vif-deleted", "tag": "8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:18:18.468684 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca01f12b-f22c-42f9-8f7b-3ac99dfbf9d1 x-openstack-request-id: req-ca01f12b-f22c-42f9-8f7b-3ac99dfbf9d1 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:18:18.468964 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd94b066-7e52-4430-b182-a2eb541c154a", "name": "network-vif-deleted", "tag": "8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:18:18.469961 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca01f12b-f22c-42f9-8f7b-3ac99dfbf9d1 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:18:18.469961 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd94b066-7e52-4430-b182-a2eb541c154a', 'name': 'network-vif-deleted', 'tag': '8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac', 'status': 'completed', 'code': 200} Sep 15 18:18:18.498503 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-10d4a6c9-4331-466e-a006-055a0e8c92a5 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:18.703962 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cac62f13-3d9c-4049-8d83-77966db6513f req-2f4531cc-0680-42b1-8cbe-9e76f7a83d5b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd94b066-7e52-4430-b182-a2eb541c154a HTTP/1.1" status: 200 len: 210 time: 0.0489376 Sep 15 18:18:18.751389 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-10d4a6c9-4331-466e-a006-055a0e8c92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:18.781952 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4a6c9-4331-466e-a006-055a0e8c92a5 None None] Checking router: f6cf94c5-78de-4fda-819a-d1f3305b6af1 for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:18:18.790461 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4a6c9-4331-466e-a006-055a0e8c92a5 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:18.791118 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-10d4a6c9-4331-466e-a006-055a0e8c92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:18.902687 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-10d4a6c9-4331-466e-a006-055a0e8c92a5 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:19.100379 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-10d4a6c9-4331-466e-a006-055a0e8c92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:19.125748 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4a6c9-4331-466e-a006-055a0e8c92a5 None None] The sync data for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi is: [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:18:19.325468 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4390f463-8cd1-4338-80e3-03f23d2d43cf None None] New status for floating IP b88c752c-8b7b-47cc-a26d-d1bd98c669f9: DOWN {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:18:19.786621 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42910) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:19.853158 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fb11bb5e-cc86-470e-8064-a04a28299f06 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:19.877185 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fb11bb5e-cc86-470e-8064-a04a28299f06 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:19.923542 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fb11bb5e-cc86-470e-8064-a04a28299f06 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:19.926124 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-fb11bb5e-cc86-470e-8064-a04a28299f06 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:19.927276 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-fb11bb5e-cc86-470e-8064-a04a28299f06 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "DELETE /v2.0/security-groups/c2596a8c-4624-4923-a1d2-08f7425b447f HTTP/1.1" status: 204 len: 168 time: 0.1395869 Sep 15 18:18:19.930572 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42918) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:19.936526 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11bb5e-cc86-470e-8064-a04a28299f06 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2596a8c-4624-4923-a1d2-08f7425b447f,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:19.944379 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.api.v2.resource [None req-1b31cdca-3434-4105-b10f-6757fffc867a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] show failed (client error): The resource could not be found. Sep 15 18:18:19.945959 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-1b31cdca-3434-4105-b10f-6757fffc867a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups/c2596a8c-4624-4923-a1d2-08f7425b447f HTTP/1.1" status: 404 len: 347 time: 0.0138981 Sep 15 18:18:19.948845 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42920) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:20.070037 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-721b79d6-2dcd-43fd-b798-833643277140 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Deleting port 61597e45-83f0-4578-bc73-b18121fdf6f7 {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:18:20.071036 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-721b79d6-2dcd-43fd-b798-833643277140 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.144470 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-721b79d6-2dcd-43fd-b798-833643277140 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.144775 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-721b79d6-2dcd-43fd-b798-833643277140 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.155934 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-721b79d6-2dcd-43fd-b798-833643277140 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Calling delete_port for 61597e45-83f0-4578-bc73-b18121fdf6f7 owned by network:floatingip {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:18:20.288302 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-721b79d6-2dcd-43fd-b798-833643277140 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.316869 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b79d6-2dcd-43fd-b798-833643277140 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event deleted for resources: {'Port': ['ID=61597e45-83f0-4578-bc73-b18121fdf6f7,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:20.374736 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-721b79d6-2dcd-43fd-b798-833643277140 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.377384 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-721b79d6-2dcd-43fd-b798-833643277140 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.378549 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-721b79d6-2dcd-43fd-b798-833643277140 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "DELETE /v2.0/floatingips/b88c752c-8b7b-47cc-a26d-d1bd98c669f9 HTTP/1.1" status: 204 len: 168 time: 0.4287403 Sep 15 18:18:20.606562 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 42926) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:20.611069 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-465c013b-4717-4bb2-bfd5-592d05f2a5d6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068474555', 'description': 'tempest-description--742246722'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:20.632103 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465c013b-4717-4bb2-bfd5-592d05f2a5d6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.710302 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465c013b-4717-4bb2-bfd5-592d05f2a5d6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.714351 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465c013b-4717-4bb2-bfd5-592d05f2a5d6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.742494 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465c013b-4717-4bb2-bfd5-592d05f2a5d6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.743725 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-465c013b-4717-4bb2-bfd5-592d05f2a5d6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1361454 Sep 15 18:18:20.745659 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c013b-4717-4bb2-bfd5-592d05f2a5d6 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293d3246-48b9-49ce-9fbb-3775ad949ceb,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:20.748414 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42928) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:20.752946 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-17daa028-2882-4e0d-9a0c-3d18c1cfb9c5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'security_group_rule': {'security_group_id': '293d3246-48b9-49ce-9fbb-3775ad949ceb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:20.779579 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-17daa028-2882-4e0d-9a0c-3d18c1cfb9c5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.824454 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-17daa028-2882-4e0d-9a0c-3d18c1cfb9c5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.827964 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-17daa028-2882-4e0d-9a0c-3d18c1cfb9c5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.842929 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17daa028-2882-4e0d-9a0c-3d18c1cfb9c5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e0ac7e-953b-4f25-833a-9e42e989c540,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:20.851102 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-17daa028-2882-4e0d-9a0c-3d18c1cfb9c5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.852834 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-17daa028-2882-4e0d-9a0c-3d18c1cfb9c5 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1034374 Sep 15 18:18:20.855911 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42930) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:20.860616 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-e79614c7-c800-4d28-8908-97bf48bf2d6b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'security_group_rule': {'security_group_id': '293d3246-48b9-49ce-9fbb-3775ad949ceb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:20.889217 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e79614c7-c800-4d28-8908-97bf48bf2d6b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.947169 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e79614c7-c800-4d28-8908-97bf48bf2d6b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.951154 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e79614c7-c800-4d28-8908-97bf48bf2d6b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.968346 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79614c7-c800-4d28-8908-97bf48bf2d6b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4329d0-0e9c-4afe-980e-d3f0473ac0a0,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:20.973852 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e79614c7-c800-4d28-8908-97bf48bf2d6b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:20.975279 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e79614c7-c800-4d28-8908-97bf48bf2d6b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183605 Sep 15 18:18:20.978243 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 42936) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:20.982386 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'floatingip': {'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:21.002449 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:21.094430 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:21.197896 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Allocated IP 172.27.2.230 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/69002c4a-d124-43d5-a1da-bc9cdf7f863d) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:18:21.293574 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:21.325921 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:21.362830 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:18:21.365411 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:21.369440 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:18:21.396025 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'Port': ['ID=69002c4a-d124-43d5-a1da-bc9cdf7f863d,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:21.457269 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:21.489080 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:21.632220 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:21.636855 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:21.705077 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'Port': ['ID=69002c4a-d124-43d5-a1da-bc9cdf7f863d,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:21.715373 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:21.728418 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:21.729651 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-c53d5872-1948-4945-8dd9-f8c54b588f15 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7504535 Sep 15 18:18:21.913241 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-50ed739d-f5c9-4457-88e4-41e77d3779be tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1068474555&fields=id&tenant_id=a3ffa1abd61147f0946559205e11ad76 HTTP/1.1" status: 200 len: 267 time: 0.0350788 Sep 15 18:18:21.969493 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:18:21.988758 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:18:21.989128 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 8dffb77d-5d8d-4be1-a0a3-47f9ca15b0ac not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:18:22.023837 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-a73443e0-b563-407e-a679-26a73661ad44 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:22.025288 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-a73443e0-b563-407e-a679-26a73661ad44 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/networks?id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 200 len: 811 time: 0.1050591 Sep 15 18:18:22.039672 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-ec0e8b82-9c8e-4c28-accc-0f760c6771a7 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/quotas/a3ffa1abd61147f0946559205e11ad76 HTTP/1.1" status: 200 len: 375 time: 0.0085914 Sep 15 18:18:22.091058 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-f3bcd9ad-ceae-4ee0-b593-f82a7af9483f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a3ffa1abd61147f0946559205e11ad76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464001 Sep 15 18:18:22.186871 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-7ec34858-612f-456c-8012-e9f4802efbcd service neutron] 10.222.0.39 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843430 Sep 15 18:18:22.277275 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-a8f53e53-994b-4793-8956-115d34eeb7de service neutron] 10.222.0.39 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840230 Sep 15 18:18:22.440748 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a8aaa628-58fa-4f84-a10a-77821fb8ac49 req-095157a0-3e3b-460f-8756-e8e241d72a53 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 210 time: 0.0308230 Sep 15 18:18:23.342669 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-bfa7b5eb-47b2-4109-81af-8a46903f3701 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:23.344115 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-bfa7b5eb-47b2-4109-81af-8a46903f3701 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.41 "GET /v2.0/networks?id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 200 len: 811 time: 0.1116619 Sep 15 18:18:23.388547 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-1ab70922-5a9b-4970-b83a-9cf2d0f510a9 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ffa1abd61147f0946559205e11ad76 HTTP/1.1" status: 200 len: 380 time: 0.0346515 Sep 15 18:18:23.402745 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'port': {'device_id': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'admin_state_up': True, 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'security_groups': ['293d3246-48b9-49ce-9fbb-3775ad949ceb']}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:23.516973 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Made reservation on behalf of a3ffa1abd61147f0946559205e11ad76 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:18:23.520668 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:23.646646 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Allocated IP 172.20.0.7 (80c13f2d-8f39-4316-81c3-bc5ae9f65f6a/dba29c0e-b144-4978-b5df-55ed14a91a74/df707553-5eba-4d12-b66b-b310ef3fc1af) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:18:23.705938 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-89bc8392-3276-45d2-ba6e-7f7aa79f3011 req-40c534ac-3322-4c41-96eb-f8bd8d0561e2 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 210 time: 0.1992495 Sep 15 18:18:23.785102 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:23.819514 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:23.864380 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:18:23.867897 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:23.870221 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:18:23.897995 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event updated for resources: {'Port': ['ID=df707553-5eba-4d12-b66b-b310ef3fc1af,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:23.926305 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:23.926936 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:23.942475 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-788b42e3-6801-4cbc-b07f-e0b79ab8fe36 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438726 Sep 15 18:18:23.955251 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Request body: {'port': {'device_id': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:24.009956 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:24.109126 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-95ca6c70-925e-4845-962b-6a2115656267 None None] Provisioning complete for port df707553-5eba-4d12-b66b-b310ef3fc1af triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:24.109723 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-95ca6c70-925e-4845-962b-6a2115656267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:24.157994 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-95ca6c70-925e-4845-962b-6a2115656267 None None] Port df707553-5eba-4d12-b66b-b310ef3fc1af cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:18:24.298595 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df707553-5eba-4d12-b66b-b310ef3fc1af {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:18:24.308004 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:24.321602 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Transition to ACTIVE for port object df707553-5eba-4d12-b66b-b310ef3fc1af will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:18:24.327604 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:24.429077 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Pushing event updated for resources: {'Port': ['ID=df707553-5eba-4d12-b66b-b310ef3fc1af,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:24.461885 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Attempting to bind port df707553-5eba-4d12-b66b-b310ef3fc1af on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:18:24.462318 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Attempting to bind port df707553-5eba-4d12-b66b-b310ef3fc1af by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:18:24.462801 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Attempting to bind port df707553-5eba-4d12-b66b-b310ef3fc1af on network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:18:24.468935 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Port df707553-5eba-4d12-b66b-b310ef3fc1af on network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:18:24.469331 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Attempting to bind port df707553-5eba-4d12-b66b-b310ef3fc1af on network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:18:24.475100 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:18:24.475435 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Checking segment: {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:18:24.475841 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Bound using segment: {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:18:24.476245 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Bound port: df707553-5eba-4d12-b66b-b310ef3fc1af, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13447da-86db-4bcc-9a26-fd87133b9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:18:24.476595 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:24.553500 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] For port df707553-5eba-4d12-b66b-b310ef3fc1af, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:18:24.556596 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] For port df707553-5eba-4d12-b66b-b310ef3fc1af, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=df707553-5eba-4d12-b66b-b310ef3fc1af,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:18:24.560308 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:24.592746 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:24.593358 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:24.594852 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] 10.222.0.41 "PUT /v2.0/ports/df707553-5eba-4d12-b66b-b310ef3fc1af HTTP/1.1" status: 200 len: 1093 time: 0.6437433 Sep 15 18:18:24.595231 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'tag': 'df707553-5eba-4d12-b66b-b310ef3fc1af'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:18:24.597473 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d229a07-7c08-42cf-9d33-65d62e0d5b98" -d '{"events": [{"name": "network-changed", "server_uuid": "a2caa5a8-7292-4661-a5b5-8126cfb176ae", "tag": "df707553-5eba-4d12-b66b-b310ef3fc1af"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:18:24.624269 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4523553-87e1-4795-a3d0-068e6319e1ce service neutron] Pushing event updated for resources: {'Port': ['ID=df707553-5eba-4d12-b66b-b310ef3fc1af,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:24.648897 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3872d062-0a43-4429-b044-b4179cfd2788 x-openstack-request-id: req-3872d062-0a43-4429-b044-b4179cfd2788 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:18:24.649185 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2caa5a8-7292-4661-a5b5-8126cfb176ae", "tag": "df707553-5eba-4d12-b66b-b310ef3fc1af", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:18:24.649436 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3872d062-0a43-4429-b044-b4179cfd2788 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:18:24.649858 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'tag': 'df707553-5eba-4d12-b66b-b310ef3fc1af', 'status': 'completed', 'code': 200} Sep 15 18:18:24.684955 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b65ad858-5f4c-4e79-9339-f0e4ec89b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:24.686631 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-b65ad858-5f4c-4e79-9339-f0e4ec89b6c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ffa1abd61147f0946559205e11ad76&device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 1096 time: 0.0476439 Sep 15 18:18:24.734221 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-62ea93d3-0f9d-4bb4-b989-007574f44235 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df707553-5eba-4d12-b66b-b310ef3fc1af HTTP/1.1" status: 200 len: 217 time: 0.0383568 Sep 15 18:18:24.797160 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-9d96b6d6-3511-40d7-9237-d5414a1fff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:24.798671 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-9d96b6d6-3511-40d7-9237-d5414a1fff72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dba29c0e-b144-4978-b5df-55ed14a91a74 HTTP/1.1" status: 200 len: 850 time: 0.0532117 Sep 15 18:18:24.846494 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-a30f0e55-49ed-4e6d-9a62-33757e7ffdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:24.848015 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-a30f0e55-49ed-4e6d-9a62-33757e7ffdfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411572 Sep 15 18:18:24.878980 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd2dc9-4439-4484-977f-b361ac4a310c req-c4c55f01-a613-449c-b056-94c15c8cec72 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:24.880420 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-accd2dc9-4439-4484-977f-b361ac4a310c req-c4c55f01-a613-449c-b056-94c15c8cec72 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 943 time: 0.1041164 Sep 15 18:18:24.917996 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-accd2dc9-4439-4484-977f-b361ac4a310c req-0a32a132-37fa-4a28-918c-662248050782 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=293d3246-48b9-49ce-9fbb-3775ad949ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309484 Sep 15 18:18:24.942961 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-ca71d13c-0d59-42c4-94e2-e2a7ee8ecf04 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857251 Sep 15 18:18:25.030276 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-fa951fec-a692-4bdb-a1d1-19bbecfb5038 req-1ba60506-a063-4295-b6c1-d9276441cf7d service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789790 Sep 15 18:18:25.113051 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d229a07-7c08-42cf-9d33-65d62e0d5b98 req-9ab81334-ed0a-48d6-b74b-51c26b1e2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:25.114588 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6d229a07-7c08-42cf-9d33-65d62e0d5b98 req-9ab81334-ed0a-48d6-b74b-51c26b1e2f07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ffa1abd61147f0946559205e11ad76&device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 1096 time: 0.0403759 Sep 15 18:18:25.213357 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d229a07-7c08-42cf-9d33-65d62e0d5b98 req-7b793019-2c1a-45a6-aba8-311feed65e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:25.215114 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6d229a07-7c08-42cf-9d33-65d62e0d5b98 req-7b793019-2c1a-45a6-aba8-311feed65e2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 200 len: 912 time: 0.0922501 Sep 15 18:18:25.255931 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6d229a07-7c08-42cf-9d33-65d62e0d5b98 req-cf50b47e-0166-49c9-8620-13fd3e47781d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df707553-5eba-4d12-b66b-b310ef3fc1af HTTP/1.1" status: 200 len: 217 time: 0.0327387 Sep 15 18:18:25.318852 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d229a07-7c08-42cf-9d33-65d62e0d5b98 req-f406fe0b-4e3f-43af-a860-6994401cefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:25.320955 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6d229a07-7c08-42cf-9d33-65d62e0d5b98 req-f406fe0b-4e3f-43af-a860-6994401cefe1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dba29c0e-b144-4978-b5df-55ed14a91a74 HTTP/1.1" status: 200 len: 850 time: 0.0477400 Sep 15 18:18:25.368775 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d229a07-7c08-42cf-9d33-65d62e0d5b98 req-e8a6ead1-5c19-4fc4-aa01-619a07697dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:25.370353 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6d229a07-7c08-42cf-9d33-65d62e0d5b98 req-e8a6ead1-5c19-4fc4-aa01-619a07697dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426819 Sep 15 18:18:25.445822 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43018) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:25.477064 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6d229a07-7c08-42cf-9d33-65d62e0d5b98 req-0f74ca4b-d49f-442e-8512-0cc5d5a0fda1 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962267 Sep 15 18:18:25.548999 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-89a8a0a9-218a-4e95-9658-3d43fcafec87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:25.571824 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6d229a07-7c08-42cf-9d33-65d62e0d5b98 req-e5789090-4f70-45c3-957d-32df0de9fbc0 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862167 Sep 15 18:18:25.640072 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-89a8a0a9-218a-4e95-9658-3d43fcafec87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:25.642364 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-89a8a0a9-218a-4e95-9658-3d43fcafec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:25.679061 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-89a8a0a9-218a-4e95-9658-3d43fcafec87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5f21afea4a046b68d51e14f1db8fa3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320764 Sep 15 18:18:25.681883 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43030) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:25.683481 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8a0a9-218a-4e95-9658-3d43fcafec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe81bc-2d5d-4e17-85d2-2ebdf44a5716,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:25.730175 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9ebadf1a-0260-40c4-a7be-cc23f77501ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:25.752106 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9ebadf1a-0260-40c4-a7be-cc23f77501ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:25.802660 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9ebadf1a-0260-40c4-a7be-cc23f77501ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:25.806352 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9ebadf1a-0260-40c4-a7be-cc23f77501ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:25.807718 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-9ebadf1a-0260-40c4-a7be-cc23f77501ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8fe81bc-2d5d-4e17-85d2-2ebdf44a5716 HTTP/1.1" status: 204 len: 168 time: 0.1248233 Sep 15 18:18:25.817107 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebadf1a-0260-40c4-a7be-cc23f77501ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe81bc-2d5d-4e17-85d2-2ebdf44a5716,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:25.978454 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device df707553-5eba-4d12-b66b-b310ef3fc1af details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:18:26.040812 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5143d-7296-4ce6-93b2-227a950b1a0c req-0cadc6df-69be-442b-904e-076130380776 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:26.042578 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-42a5143d-7296-4ce6-93b2-227a950b1a0c req-0cadc6df-69be-442b-904e-076130380776 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 943 time: 0.0559342 Sep 15 18:18:26.081468 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-42a5143d-7296-4ce6-93b2-227a950b1a0c req-a91f0d1d-244c-4ff3-b41a-c300ad87f509 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=293d3246-48b9-49ce-9fbb-3775ad949ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Sep 15 18:18:26.082047 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port df707553-5eba-4d12-b66b-b310ef3fc1af, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=df707553-5eba-4d12-b66b-b310ef3fc1af,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:26.093481 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'df707553-5eba-4d12-b66b-b310ef3fc1af', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'port_id': 'df707553-5eba-4d12-b66b-b310ef3fc1af', 'mac_address': 'fa:16:3e:c5:cf:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:18:26.130011 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:26.142782 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df707553-5eba-4d12-b66b-b310ef3fc1af {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:18:26.160816 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port df707553-5eba-4d12-b66b-b310ef3fc1af, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=df707553-5eba-4d12-b66b-b310ef3fc1af,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:26.165269 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:26.213747 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=df707553-5eba-4d12-b66b-b310ef3fc1af,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:26.388794 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['df707553-5eba-4d12-b66b-b310ef3fc1af'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:18:27.193532 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8e9d-1847-49ba-9329-e8147d0e126d req-3df8d2a8-bbbd-454d-ad3c-ea694fa1511b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:27.194931 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8c7d8e9d-1847-49ba-9329-e8147d0e126d req-3df8d2a8-bbbd-454d-ad3c-ea694fa1511b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 944 time: 0.0481248 Sep 15 18:18:27.231106 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8c7d8e9d-1847-49ba-9329-e8147d0e126d req-682fb10e-6ef8-48bb-b957-118be1b930d8 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=293d3246-48b9-49ce-9fbb-3775ad949ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302913 Sep 15 18:18:27.992269 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device df707553-5eba-4d12-b66b-b310ef3fc1af up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:28.041654 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port df707553-5eba-4d12-b66b-b310ef3fc1af completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:18:28.045000 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port df707553-5eba-4d12-b66b-b310ef3fc1af triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:28.045367 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:28.118543 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:28.139967 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df707553-5eba-4d12-b66b-b310ef3fc1af'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:18:28.142198 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6728e6cf-8fe3-4af8-8322-2f18c5fe2010" -d '{"events": [{"server_uuid": "a2caa5a8-7292-4661-a5b5-8126cfb176ae", "name": "network-vif-plugged", "status": "completed", "tag": "df707553-5eba-4d12-b66b-b310ef3fc1af"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:18:28.154280 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port df707553-5eba-4d12-b66b-b310ef3fc1af, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=df707553-5eba-4d12-b66b-b310ef3fc1af,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:28.158417 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:28.182133 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994d91d9-0a5a-4d82-b118-c8c90845c39f x-openstack-request-id: req-994d91d9-0a5a-4d82-b118-c8c90845c39f {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:18:28.182416 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2caa5a8-7292-4661-a5b5-8126cfb176ae", "name": "network-vif-plugged", "status": "completed", "tag": "df707553-5eba-4d12-b66b-b310ef3fc1af", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:18:28.182660 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-994d91d9-0a5a-4d82-b118-c8c90845c39f {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:18:28.183072 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df707553-5eba-4d12-b66b-b310ef3fc1af', 'code': 200} Sep 15 18:18:28.214319 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=df707553-5eba-4d12-b66b-b310ef3fc1af,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:28.340585 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d159b-137f-4225-a946-3026cea89941 req-07c3b3ef-6d51-429b-91e8-7ea8faf84bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:28.342105 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee6d159b-137f-4225-a946-3026cea89941 req-07c3b3ef-6d51-429b-91e8-7ea8faf84bf5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 1098 time: 0.0393443 Sep 15 18:18:28.348493 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cf807-8561-418f-85e3-79e6954a8664 req-a26a645c-f6ea-4147-b56a-729302b80a9d tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:28.350069 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2e5cf807-8561-418f-85e3-79e6954a8664 req-a26a645c-f6ea-4147-b56a-729302b80a9d tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 945 time: 0.0473115 Sep 15 18:18:28.376622 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee6d159b-137f-4225-a946-3026cea89941 req-1182ee7e-31cc-4e9a-bd84-44343d0c1325 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=293d3246-48b9-49ce-9fbb-3775ad949ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273318 Sep 15 18:18:28.387389 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2e5cf807-8561-418f-85e3-79e6954a8664 req-57a0848a-d89b-4133-87ee-8cca60336070 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=293d3246-48b9-49ce-9fbb-3775ad949ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309687 Sep 15 18:18:29.504086 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b17b48-9559-42f1-a0ea-c7950c835486 req-957f4b19-9138-4369-b685-edfb148d906d tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:29.505623 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-71b17b48-9559-42f1-a0ea-c7950c835486 req-957f4b19-9138-4369-b685-edfb148d906d tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 945 time: 0.0532556 Sep 15 18:18:29.545202 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-71b17b48-9559-42f1-a0ea-c7950c835486 req-427e03fe-dbe0-45ee-9384-4af0f4930bc3 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=293d3246-48b9-49ce-9fbb-3775ad949ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331528 Sep 15 18:18:30.656814 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ad0c4-78d7-4132-8a0e-71730fad7250 req-507898ae-0de5-49b7-a497-520f60e43af1 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:30.658175 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c20ad0c4-78d7-4132-8a0e-71730fad7250 req-507898ae-0de5-49b7-a497-520f60e43af1 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 945 time: 0.0471027 Sep 15 18:18:30.698917 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c20ad0c4-78d7-4132-8a0e-71730fad7250 req-daeb4a16-9cf8-40ba-83f6-86f1083ac289 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=293d3246-48b9-49ce-9fbb-3775ad949ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348613 Sep 15 18:18:30.808104 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04737e1-34a5-467e-b6b0-e84a41a6bf65 req-2b6f03a2-f15e-4c28-9e5d-0ee2b0d7c0f2 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:30.809599 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e04737e1-34a5-467e-b6b0-e84a41a6bf65 req-2b6f03a2-f15e-4c28-9e5d-0ee2b0d7c0f2 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 945 time: 0.0496073 Sep 15 18:18:30.817866 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43098) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:30.821953 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-a1bb4368-a351-4d83-9c59-cd077638e696 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Request body: {'floatingip': {'port_id': 'df707553-5eba-4d12-b66b-b310ef3fc1af'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:30.862566 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4368-a351-4d83-9c59-cd077638e696 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:31.276617 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4368-a351-4d83-9c59-cd077638e696 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:31.280541 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4368-a351-4d83-9c59-cd077638e696 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:31.377262 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.l3_db [None req-a1bb4368-a351-4d83-9c59-cd077638e696 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Floating IP f0c637df-c888-4bf6-a5a6-baeb90fbbefb associated. External IP: 172.27.2.230, port: df707553-5eba-4d12-b66b-b310ef3fc1af. Sep 15 18:18:31.579280 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bb4368-a351-4d83-9c59-cd077638e696 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Router f6cf94c5-78de-4fda-819a-d1f3305b6af1 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:18:31.681415 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bb4368-a351-4d83-9c59-cd077638e696 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:18:31.686176 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4368-a351-4d83-9c59-cd077638e696 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:31.690979 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b8e5b-c1cc-4fb3-b6ae-9d99f4f77481 None None] Sync routers for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:18:31.701249 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b8e5b-c1cc-4fb3-b6ae-9d99f4f77481 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:31.701889 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9a4b8e5b-c1cc-4fb3-b6ae-9d99f4f77481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:31.713459 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-a1bb4368-a351-4d83-9c59-cd077638e696 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "PUT /v2.0/floatingips/f0c637df-c888-4bf6-a5a6-baeb90fbbefb HTTP/1.1" status: 200 len: 991 time: 0.8946090 Sep 15 18:18:31.714079 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'tag': 'df707553-5eba-4d12-b66b-b310ef3fc1af'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:18:31.716348 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec04528-1126-4bde-96da-e76a2e72bc68" -d '{"events": [{"name": "network-changed", "server_uuid": "a2caa5a8-7292-4661-a5b5-8126cfb176ae", "tag": "df707553-5eba-4d12-b66b-b310ef3fc1af"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:18:31.751359 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfaa16c-a0d0-44c8-8348-80843cdfc5a4 x-openstack-request-id: req-6cfaa16c-a0d0-44c8-8348-80843cdfc5a4 {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:18:31.751645 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2caa5a8-7292-4661-a5b5-8126cfb176ae", "tag": "df707553-5eba-4d12-b66b-b310ef3fc1af", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:18:31.751896 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cfaa16c-a0d0-44c8-8348-80843cdfc5a4 {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:18:31.752294 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'tag': 'df707553-5eba-4d12-b66b-b310ef3fc1af', 'status': 'completed', 'code': 200} Sep 15 18:18:31.827034 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec04528-1126-4bde-96da-e76a2e72bc68 req-cc874844-6afd-4c03-af61-4fd3d74b287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:31.828611 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-bec04528-1126-4bde-96da-e76a2e72bc68 req-cc874844-6afd-4c03-af61-4fd3d74b287c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ffa1abd61147f0946559205e11ad76&device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 1098 time: 0.0468621 Sep 15 18:18:31.925382 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec04528-1126-4bde-96da-e76a2e72bc68 req-72913627-ad4d-4b8c-8101-44940b48f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:31.926933 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-bec04528-1126-4bde-96da-e76a2e72bc68 req-72913627-ad4d-4b8c-8101-44940b48f8cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 200 len: 912 time: 0.0905044 Sep 15 18:18:31.933966 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-9a4b8e5b-c1cc-4fb3-b6ae-9d99f4f77481 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:31.993617 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-bec04528-1126-4bde-96da-e76a2e72bc68 req-39c30cef-fb4f-47b6-bbbb-6ddaeb4a6725 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df707553-5eba-4d12-b66b-b310ef3fc1af HTTP/1.1" status: 200 len: 999 time: 0.0562742 Sep 15 18:18:32.041753 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec04528-1126-4bde-96da-e76a2e72bc68 req-d0045ef6-f935-4f5a-8991-c68742cac15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:32.043193 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-bec04528-1126-4bde-96da-e76a2e72bc68 req-d0045ef6-f935-4f5a-8991-c68742cac15a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dba29c0e-b144-4978-b5df-55ed14a91a74 HTTP/1.1" status: 200 len: 850 time: 0.0412512 Sep 15 18:18:32.091653 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec04528-1126-4bde-96da-e76a2e72bc68 req-3ab3da10-155d-4c7d-9118-5075c398b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:32.093141 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-bec04528-1126-4bde-96da-e76a2e72bc68 req-3ab3da10-155d-4c7d-9118-5075c398b439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423825 Sep 15 18:18:32.153920 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9a4b8e5b-c1cc-4fb3-b6ae-9d99f4f77481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'f0c637df-c888-4bf6-a5a6-baeb90fbbefb', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'port_id': 'df707553-5eba-4d12-b66b-b310ef3fc1af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'mac_address': 'fa:16:3e:c5:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:18:21Z', 'updated_at': '2021-09-15T18:18:31Z', 'revision_number': 1, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:32.179623 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b8e5b-c1cc-4fb3-b6ae-9d99f4f77481 None None] Checking router: f6cf94c5-78de-4fda-819a-d1f3305b6af1 for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:18:32.182101 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-bec04528-1126-4bde-96da-e76a2e72bc68 req-0880e0c5-0f3b-4a79-9bc3-01a58fabd057 service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812025 Sep 15 18:18:32.187484 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b8e5b-c1cc-4fb3-b6ae-9d99f4f77481 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:32.188018 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9a4b8e5b-c1cc-4fb3-b6ae-9d99f4f77481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:32.271624 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-bec04528-1126-4bde-96da-e76a2e72bc68 req-826985e4-e769-4749-ab19-78c8e1b18dda service neutron] 10.222.0.41 "GET /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819745 Sep 15 18:18:32.288959 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-9a4b8e5b-c1cc-4fb3-b6ae-9d99f4f77481 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:32.388626 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43114) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:32.431094 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3d4d98-dedd-4638-8e48-160a62b4168f admin admin] Deleting subnet 8de263f0-3f81-4942-8640-f84d3e61d109 {{(pid=94151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:18:32.434264 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4d98-dedd-4638-8e48-160a62b4168f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.467881 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4d98-dedd-4638-8e48-160a62b4168f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58890144'] for subnet, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.508767 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9a4b8e5b-c1cc-4fb3-b6ae-9d99f4f77481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'f0c637df-c888-4bf6-a5a6-baeb90fbbefb', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'port_id': 'df707553-5eba-4d12-b66b-b310ef3fc1af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'mac_address': 'fa:16:3e:c5:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:18:21Z', 'updated_at': '2021-09-15T18:18:31Z', 'revision_number': 1, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:32.509077 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4d98-dedd-4638-8e48-160a62b4168f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.534317 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b8e5b-c1cc-4fb3-b6ae-9d99f4f77481 None None] The sync data for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi is: [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'f0c637df-c888-4bf6-a5a6-baeb90fbbefb', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'port_id': 'df707553-5eba-4d12-b66b-b310ef3fc1af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'mac_address': 'fa:16:3e:c5:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:18:21Z', 'updated_at': '2021-09-15T18:18:31Z', 'revision_number': 1, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:18:32.567021 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4d98-dedd-4638-8e48-160a62b4168f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58996997'] for subnet, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.593327 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d4d98-dedd-4638-8e48-160a62b4168f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de263f0-3f81-4942-8640-f84d3e61d109,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:32.598854 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4d98-dedd-4638-8e48-160a62b4168f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.600870 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-6d3d4d98-dedd-4638-8e48-160a62b4168f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8de263f0-3f81-4942-8640-f84d3e61d109 HTTP/1.1" status: 204 len: 168 time: 0.2111778 Sep 15 18:18:32.603370 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43116) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:32.674571 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.721780 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991bc38-7073-420b-be4e-5a4c4b672a1d None None] New status for floating IP f0c637df-c888-4bf6-a5a6-baeb90fbbefb: ACTIVE {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:18:32.759220 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.778437 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea62706-a6a5-40e8-ab1d-6aea1d590187']}} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:32.787322 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27eabc9e-afe1-47a8-8f5e-5981a419d395') {'for_net_delete': True} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:32.787613 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27eabc9e-afe1-47a8-8f5e-5981a419d395') {} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:32.797130 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60655349'] for segment, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.809793 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.815988 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:18:32.816365 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58785185'] for segment, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: Traceback (most recent call last): Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: timer() Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: cb(*args, **kw) Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: return func(*args, **kwargs) Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: self._notify() Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: self.callback(batched_events) Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: event.method(event) Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: return f(self, *a, **k) Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._get(url).json() Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: return self.request(url, 'GET', **kwargs) Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:18:32.818010 dv-cinder-763774-3-iscsi neutron-server[94152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:18:32.875916 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.881067 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:32.883441 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cea62706-a6a5-40e8-ab1d-6aea1d590187 HTTP/1.1" status: 204 len: 168 time: 0.2786090 Sep 15 18:18:32.893949 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4df3e-173e-4abc-9b76-b31599873542 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea62706-a6a5-40e8-ab1d-6aea1d590187,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:33.046131 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43124) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:33.084197 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-dfb28834-ab3e-42bb-8389-1142742fc593 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a56420234e9747c1a682d22db3006a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369747 Sep 15 18:18:33.087110 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43126) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:33.133220 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-dc17e8a9-cafe-49d3-b4ee-7bb97adf8bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:33.154011 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-dc17e8a9-cafe-49d3-b4ee-7bb97adf8bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:33.199310 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-dc17e8a9-cafe-49d3-b4ee-7bb97adf8bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:33.201777 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-dc17e8a9-cafe-49d3-b4ee-7bb97adf8bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:33.202909 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-dc17e8a9-cafe-49d3-b4ee-7bb97adf8bc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d81d626-14cf-413f-a730-9fc61fc63e18 HTTP/1.1" status: 204 len: 168 time: 0.1149447 Sep 15 18:18:33.210868 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17e8a9-cafe-49d3-b4ee-7bb97adf8bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d81d626-14cf-413f-a730-9fc61fc63e18,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:33.843054 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43148) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:33.938066 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-765092987-network', 'tenant_id': '80855252b55f4578a1fd24281f272880'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:33.961480 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Made reservation on behalf of 80855252b55f4578a1fd24281f272880 for: {'network': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:18:33.963786 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:33.971860 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.062640 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.066653 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.089091 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:18:34.103951 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3848d21d-b2ae-4fe8-91c9-143920db2033,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:34.110982 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.111356 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.segments_db [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Added segment 1b6b51fd-a429-41e1-bc48-2b987c60cbbf of type vlan for network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d Sep 15 18:18:34.150396 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.174783 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.175783 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:34.176366 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.205927 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3618026 Sep 15 18:18:34.208906 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43156) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:34.214217 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] Request body: {'subnet': {'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-765092987-subnet', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'ip_version': 4}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:34.234765 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] Made reservation on behalf of 80855252b55f4578a1fd24281f272880 for: {'subnet': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:18:34.237052 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59003481'] for subnet, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.239186 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac86e3-a83b-40f1-ba7d-0095ebf544e8 admin admin] Pushing event updated for resources: {'Network': ['ID=18d01bfb-1f87-4512-8af5-0ae047aa0d2d,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:34.249209 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:18:34.604764 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58785596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59003511'] for subnet, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.662670 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed558eb-7db0-4fbd-86c2-2b4e73322373,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:34.669496 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] Checking segment: {'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:18:34.669884 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] Network hostable DHCP agents. Network: 18d01bfb-1f87-4512-8af5-0ae047aa0d2d, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:18:34.685347 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] Network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:18:34.693411 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 18d01bfb-1f87-4512-8af5-0ae047aa0d2d) {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:34.697746 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:34.698325 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.702437 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f947c48-b24c-45c5-84ea-bd694854f6e4 None None] Network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:18:34.711476 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-28fb8395-0c94-4372-976d-f26553f3bd68 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5014482 Sep 15 18:18:34.714679 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43158) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:34.718786 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:34.737746 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-848028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.738710 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-851212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-686'] for router, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.787876 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.844342 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp048a3752-44ea-524b-afe4-9b30d80f85c2-18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373'}]}} from dv-cinder-763774-3-iscsi. {{(pid=94153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:18:34.845191 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.875010 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.921945 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:34.989038 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.db_base_plugin_common [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Allocated IP 172.20.0.2 (18d01bfb-1f87-4512-8af5-0ae047aa0d2d/0ed558eb-7db0-4fbd-86c2-2b4e73322373/167e6215-2ced-48ad-a967-135ef1fcb6b2) {{(pid=94153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:18:35.118196 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:35.137243 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Notify callbacks [] for port, precommit_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:35.142017 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:35.143972 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:35.175799 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:18:35.176468 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d is already hosted by enough agents. {{(pid=94153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:18:35.179376 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.base_scheduler [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Resources bound (agent type, host, resource id): {{(pid=94153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:35.183463 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Received port after_create {{(pid=94153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:18:35.214760 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Pushing event updated for resources: {'Port': ['ID=167e6215-2ced-48ad-a967-135ef1fcb6b2,revision_number=1']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:35.252541 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Attempting to bind port 167e6215-2ced-48ad-a967-135ef1fcb6b2 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:18:35.258105 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Attempting to bind port 167e6215-2ced-48ad-a967-135ef1fcb6b2 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:18:35.258105 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Attempting to bind port 167e6215-2ced-48ad-a967-135ef1fcb6b2 on network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:18:35.260736 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:18:35.260736 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Checking segment: {'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:18:35.260736 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:35.260736 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Bound using segment: {'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:18:35.260736 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Bound port: 167e6215-2ced-48ad-a967-135ef1fcb6b2, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:18:35.260736 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:35.261772 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Allocated IP 172.27.2.76 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/c0c4edeb-c8a0-4585-b60c-8add48b05745) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:18:35.324929 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] For port 167e6215-2ced-48ad-a967-135ef1fcb6b2, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:18:35.328190 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] For port 167e6215-2ced-48ad-a967-135ef1fcb6b2, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=167e6215-2ced-48ad-a967-135ef1fcb6b2,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:18:35.334180 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:35.370051 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:35.400713 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb42cf-a023-42e5-b2e8-7a71727bbe3c None None] Pushing event updated for resources: {'Port': ['ID=167e6215-2ced-48ad-a967-135ef1fcb6b2,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:35.411166 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:35.449002 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:18:35.451748 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:35.454234 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:18:35.483805 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c4edeb-c8a0-4585-b60c-8add48b05745,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:35.731660 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:35.924807 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-851203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-849483'] for router, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:36.031445 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-81eef769-10e9-4030-98e8-10475d3da81b req-d9d43ba9-104b-4728-87c7-dae02925ce4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865350 Sep 15 18:18:36.058103 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 is scheduled to L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 with binding_index 1 {{(pid=94152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:18:36.117813 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eef769-10e9-4030-98e8-10475d3da81b req-0a2eea14-1732-4fad-a675-0dcf0581a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:36.120042 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-81eef769-10e9-4030-98e8-10475d3da81b req-0a2eea14-1732-4fad-a675-0dcf0581a20c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d57e1f1952846e8a6126daafda73f67&device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 1099 time: 0.0446587 Sep 15 18:18:36.184858 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:18:36.196709 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Sync routers for ids ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:18:36.205352 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] Notify callbacks [] for router, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:36.207091 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ba52f0e8-dee5-4b0c-ae35-09b0385b4f43 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4915042 Sep 15 18:18:36.208664 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Routers {'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:36.209335 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:36.210074 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43170) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:36.331169 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Set router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:36.368004 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f33db98-48a9-4f59-8eaa-2300bc77e145 None None] Network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:18:36.511164 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-e3e4f6d7-3d3a-4d4c-a263-65497a294cd5 None None] Provisioning complete for port 167e6215-2ced-48ad-a967-135ef1fcb6b2 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:36.511578 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f6d7-3d3a-4d4c-a263-65497a294cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:36.521056 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eef769-10e9-4030-98e8-10475d3da81b req-1a89b743-33db-43fe-8735-bafd70f2be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:36.523860 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-81eef769-10e9-4030-98e8-10475d3da81b req-1a89b743-33db-43fe-8735-bafd70f2be8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c HTTP/1.1" status: 200 len: 910 time: 0.3732150 Sep 15 18:18:36.597864 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-81eef769-10e9-4030-98e8-10475d3da81b req-d46d2d85-12e0-4ef0-8268-010be26da505 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1 HTTP/1.1" status: 200 len: 1002 time: 0.0662513 Sep 15 18:18:36.650263 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:36.651160 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eef769-10e9-4030-98e8-10475d3da81b req-35efab8c-c99d-4a78-bb75-768cb6f9d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:36.653398 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-81eef769-10e9-4030-98e8-10475d3da81b req-35efab8c-c99d-4a78-bb75-768cb6f9d0be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51964c99-2db0-4f23-b97b-d09ee1665193 HTTP/1.1" status: 200 len: 848 time: 0.0481942 Sep 15 18:18:36.706248 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eef769-10e9-4030-98e8-10475d3da81b req-927ea0f7-5e8d-492e-afca-f9cffd240699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:36.708255 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-81eef769-10e9-4030-98e8-10475d3da81b req-927ea0f7-5e8d-492e-afca-f9cffd240699 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472491 Sep 15 18:18:36.709157 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f6d7-3d3a-4d4c-a263-65497a294cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:36.739385 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:35Z', 'revision_number': 3, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:36.785219 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Checking router: e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:18:36.785592 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Updating router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 port c0c4edeb-c8a0-4585-b60c-8add48b05745 binding host dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:18:36.788688 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-e3e4f6d7-3d3a-4d4c-a263-65497a294cd5 None None] For port 167e6215-2ced-48ad-a967-135ef1fcb6b2, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=167e6215-2ced-48ad-a967-135ef1fcb6b2,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:36.808496 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f6d7-3d3a-4d4c-a263-65497a294cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:36.821210 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-81eef769-10e9-4030-98e8-10475d3da81b req-9c0a98a5-7213-4533-b936-f4ef82f33cf6 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052871 Sep 15 18:18:36.840585 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:36.941493 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-81eef769-10e9-4030-98e8-10475d3da81b req-316df227-1cae-48ce-9e12-c50dd6884ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117530 Sep 15 18:18:36.951086 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4f6d7-3d3a-4d4c-a263-65497a294cd5 None None] Pushing event updated for resources: {'Port': ['ID=167e6215-2ced-48ad-a967-135ef1fcb6b2,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:37.049623 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Allocated IP 172.20.0.1 (18d01bfb-1f87-4512-8af5-0ae047aa0d2d/0ed558eb-7db0-4fbd-86c2-2b4e73322373/a6961949-22dc-46e7-aa2e-340e5d9fb665) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:18:37.062131 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-95f8e436-3878-43c4-b3fd-aba8e391d02f None None] Provisioning complete for port 167e6215-2ced-48ad-a967-135ef1fcb6b2 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:37.062499 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-95f8e436-3878-43c4-b3fd-aba8e391d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.154548 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.188735 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Notify callbacks [] for port, precommit_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.189017 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.200377 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.229586 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:18:37.233530 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:37.236428 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:18:37.254270 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d101a-c036-4ba8-a221-015c2c65a6fc None None] Pushing event updated for resources: {'Port': ['ID=c0c4edeb-c8a0-4585-b60c-8add48b05745,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:37.270333 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Attempting to bind port c0c4edeb-c8a0-4585-b60c-8add48b05745 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:18:37.270688 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Attempting to bind port c0c4edeb-c8a0-4585-b60c-8add48b05745 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:18:37.271039 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Attempting to bind port c0c4edeb-c8a0-4585-b60c-8add48b05745 on network 4b6c4742-6ad0-4017-9f38-aedb1420c011 {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:18:37.276762 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:18:37.277299 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Checking segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:18:37.277835 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.278293 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Bound using segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:18:37.278863 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Bound port: c0c4edeb-c8a0-4585-b60c-8add48b05745, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:18:37.279337 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.280544 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Pushing event updated for resources: {'Port': ['ID=a6961949-22dc-46e7-aa2e-340e5d9fb665,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:37.314609 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-849564'] for router_interface, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.469305 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.483373 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] For port c0c4edeb-c8a0-4585-b60c-8add48b05745, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:18:37.498364 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] For port c0c4edeb-c8a0-4585-b60c-8add48b05745, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=c0c4edeb-c8a0-4585-b60c-8add48b05745,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:18:37.499290 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-a8eda632-78ba-4ba1-9d11-a12c5520fbb7 None None] Provisioning complete for port a6961949-22dc-46e7-aa2e-340e5d9fb665 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:37.499832 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a8eda632-78ba-4ba1-9d11-a12c5520fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.504006 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.534606 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 167e6215-2ced-48ad-a967-135ef1fcb6b2 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:37.602626 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-a8eda632-78ba-4ba1-9d11-a12c5520fbb7 None None] Port a6961949-22dc-46e7-aa2e-340e5d9fb665 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:18:37.628494 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Routers {'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:37.629112 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:37.633171 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d101a-c036-4ba8-a221-015c2c65a6fc None None] Pushing event updated for resources: {'Port': ['ID=c0c4edeb-c8a0-4585-b60c-8add48b05745,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:37.658398 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.662918 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58785609'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.683173 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 167e6215-2ced-48ad-a967-135ef1fcb6b2 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:37.683535 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.731307 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Pushing event updated for resources: {'Port': ['ID=a6961949-22dc-46e7-aa2e-340e5d9fb665,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:37.733677 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-851468'] for router_interface, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:37.770265 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] Set router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:37.822927 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:18:37.824335 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:37.953609 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:18:38.019197 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'a6961949-22dc-46e7-aa2e-340e5d9fb665', 'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'mac_address': 'fa:16:3e:28:71:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:36Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 1, 'project_id': '80855252b55f4578a1fd24281f272880', 'subnets': [{'id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:38.050058 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c67ce8-dc9a-4009-aa2c-857d93f4baba None None] The sync data for ids ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'] in dv-cinder-763774-3-iscsi is: [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'a6961949-22dc-46e7-aa2e-340e5d9fb665', 'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'mac_address': 'fa:16:3e:28:71:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:36Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 1, 'project_id': '80855252b55f4578a1fd24281f272880', 'subnets': [{'id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:18:38.052526 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-6f441b47-49fd-4e01-bcf1-9a9990dd1e33 None None] Provisioning complete for port a6961949-22dc-46e7-aa2e-340e5d9fb665 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:38.053074 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-6f441b47-49fd-4e01-bcf1-9a9990dd1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:38.064286 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:18:38.070943 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-72709819-0a3b-4b43-b3c3-4352e9359c66 admin admin] 10.222.0.39 "PUT /v2.0/routers/e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8590982 Sep 15 18:18:38.090342 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-6f441b47-49fd-4e01-bcf1-9a9990dd1e33 None None] Port a6961949-22dc-46e7-aa2e-340e5d9fb665 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:18:38.605248 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43196) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:38.610282 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-542605863-network', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:38.632521 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Made reservation on behalf of 0fe523d97ac44c1989d1a399985e2481 for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:18:38.634943 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:38.644316 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:38.749980 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-25ce0116-95f7-4ec7-ada7-077bcaa6fdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:38.768217 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:38.773812 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:38.796443 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:18:38.812771 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0436b0-52c9-4844-a173-1fad3572d0eb,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:38.817437 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:38.817811 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Added segment 46ae5952-8548-4d56-8a1e-cfe4b852bcb5 of type vlan for network 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 Sep 15 18:18:38.859710 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:38.893846 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:38.895008 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:38.895737 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:38.930671 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3240609 Sep 15 18:18:38.933313 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43200) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:38.938159 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] Request body: {'subnet': {'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-542605863-subnet', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'ip_version': 4}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:38.960438 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] Made reservation on behalf of 0fe523d97ac44c1989d1a399985e2481 for: {'subnet': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:18:38.963117 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58997026'] for subnet, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:38.963242 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86f2b9-7267-4af9-a736-7c40ba7126bc admin admin] Pushing event updated for resources: {'Network': ['ID=217764fe-7aca-4b5f-8cd4-ed0dcbf54292,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:38.976750 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:18:39.153104 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58932258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58997004'] for subnet, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.209174 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01e0f0f-0cd3-46c4-a32d-68c648abd100,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:39.219244 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] Checking segment: {'id': '46ae5952-8548-4d56-8a1e-cfe4b852bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:18:39.219600 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] Network hostable DHCP agents. Network: 217764fe-7aca-4b5f-8cd4-ed0dcbf54292, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:18:39.235810 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] Network 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:18:39.245703 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 217764fe-7aca-4b5f-8cd4-ed0dcbf54292) {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:39.252079 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:39.252614 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.256623 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e707d710-841b-47c6-9abc-8a50d28a7420 None None] Network 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:18:39.270083 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e1b73404-0357-4044-9288-5318fe553d2d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3356347 Sep 15 18:18:39.272190 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43202) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:39.277499 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-542605863-router', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:39.301687 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-848028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.302668 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-851212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-686'] for router, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.356883 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.407492 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp048a3752-44ea-524b-afe4-9b30d80f85c2-217764fe-7aca-4b5f-8cd4-ed0dcbf54292', 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'fixed_ips': [{'subnet_id': 'c01e0f0f-0cd3-46c4-a32d-68c648abd100'}]}} from dv-cinder-763774-3-iscsi. {{(pid=94153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:18:39.408335 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.493743 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.516449 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device c0c4edeb-c8a0-4585-b60c-8add48b05745 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:39.587920 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.db_base_plugin_common [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Allocated IP 172.20.0.2 (217764fe-7aca-4b5f-8cd4-ed0dcbf54292/c01e0f0f-0cd3-46c4-a32d-68c648abd100/2afc3bef-e103-4cb6-84cb-223f6dc291fd) {{(pid=94153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:18:39.613757 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port c0c4edeb-c8a0-4585-b60c-8add48b05745 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:39.614098 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.704486 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.724223 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.786451 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.816693 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.820829 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port c0c4edeb-c8a0-4585-b60c-8add48b05745, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=c0c4edeb-c8a0-4585-b60c-8add48b05745,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:39.823357 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.831599 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.847103 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Allocated IP 172.27.2.29 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/6fb15abd-7ac1-494a-85f4-f1738408bd3b) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:18:39.866448 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Network 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 is already hosted by enough agents. {{(pid=94153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:18:39.873230 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.base_scheduler [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Resources bound (agent type, host, resource id): {{(pid=94153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:39.877991 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Received port after_create {{(pid=94153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:18:39.882293 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Pushing event updated for resources: {'Port': ['ID=2afc3bef-e103-4cb6-84cb-223f6dc291fd,revision_number=1']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:39.969467 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.973386 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Attempting to bind port 2afc3bef-e103-4cb6-84cb-223f6dc291fd on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:18:39.973776 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Attempting to bind port 2afc3bef-e103-4cb6-84cb-223f6dc291fd by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '46ae5952-8548-4d56-8a1e-cfe4b852bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:18:39.974139 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Attempting to bind port 2afc3bef-e103-4cb6-84cb-223f6dc291fd on network 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:18:39.976008 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=c0c4edeb-c8a0-4585-b60c-8add48b05745,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:39.981816 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:18:39.982189 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Checking segment: {'id': '46ae5952-8548-4d56-8a1e-cfe4b852bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:18:39.982590 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:39.983091 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Bound using segment: {'id': '46ae5952-8548-4d56-8a1e-cfe4b852bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:18:39.983563 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Bound port: 2afc3bef-e103-4cb6-84cb-223f6dc291fd, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ae5952-8548-4d56-8a1e-cfe4b852bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:18:39.983945 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:40.002299 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:40.040941 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:18:40.045868 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:40.047695 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] For port 2afc3bef-e103-4cb6-84cb-223f6dc291fd, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:18:40.050483 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:18:40.052135 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] For port 2afc3bef-e103-4cb6-84cb-223f6dc291fd, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=2afc3bef-e103-4cb6-84cb-223f6dc291fd,segment=NetworkSegment(46ae5952-8548-4d56-8a1e-cfe4b852bcb5),segment_id=46ae5952-8548-4d56-8a1e-cfe4b852bcb5)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:18:40.054015 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb15abd-7ac1-494a-85f4-f1738408bd3b,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:40.058427 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:40.063540 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Sync routers for ids ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:18:40.073868 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Routers {'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:40.074584 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:40.116810 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c7fea-efd8-4fad-9d75-84ff2c45afd9 None None] Pushing event updated for resources: {'Port': ['ID=2afc3bef-e103-4cb6-84cb-223f6dc291fd,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:40.185392 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Set router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:40.347901 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:40.420998 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'a6961949-22dc-46e7-aa2e-340e5d9fb665', 'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'mac_address': 'fa:16:3e:28:71:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:36Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 2, 'project_id': '80855252b55f4578a1fd24281f272880', 'subnets': [{'id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:40.453076 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Checking router: e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:18:40.453428 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Updating router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 port a6961949-22dc-46e7-aa2e-340e5d9fb665 binding host dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:18:40.479624 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:40.544586 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-851203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-849483'] for router, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:40.673976 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e is scheduled to L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 with binding_index 1 {{(pid=94151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:18:40.737214 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:40.746206 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:40.786455 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:18:40.799933 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Sync routers for ids ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:18:40.809319 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Routers {'7b1aedc4-6ff6-49ed-b134-1b57dee5335e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:40.810107 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:40.812271 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] Notify callbacks [] for router, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:40.814284 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-54695f31-43c5-44c1-9f37-a02ecddaf330 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5401707 Sep 15 18:18:40.817268 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43210) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:18:40.840573 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Pushing event updated for resources: {'Port': ['ID=a6961949-22dc-46e7-aa2e-340e5d9fb665,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:40.853026 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.853442 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.853870 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.854252 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.854632 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.855015 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.855461 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.855937 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.856336 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.856715 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.857091 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.858422 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:40.914508 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Attempting to bind port a6961949-22dc-46e7-aa2e-340e5d9fb665 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:18:40.914887 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Attempting to bind port a6961949-22dc-46e7-aa2e-340e5d9fb665 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:18:40.915305 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Attempting to bind port a6961949-22dc-46e7-aa2e-340e5d9fb665 on network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:18:40.923252 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:18:40.923944 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Checking segment: {'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:18:40.924567 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:40.925121 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Bound using segment: {'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:18:40.925790 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Bound port: a6961949-22dc-46e7-aa2e-340e5d9fb665, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:18:40.927098 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:40.979949 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Set router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:41.016603 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] For port a6961949-22dc-46e7-aa2e-340e5d9fb665, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:18:41.021854 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] For port a6961949-22dc-46e7-aa2e-340e5d9fb665, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=a6961949-22dc-46e7-aa2e-340e5d9fb665,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:18:41.033140 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:41.092557 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Routers {'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:41.093679 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:41.244770 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054bfaf-b86b-4bcc-a4c1-2eff7b4307cb None None] Pushing event updated for resources: {'Port': ['ID=a6961949-22dc-46e7-aa2e-340e5d9fb665,revision_number=4']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:41.322913 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-322417cd-84dd-4ff1-9b61-0d746ab2d0ec None None] Provisioning complete for port a6961949-22dc-46e7-aa2e-340e5d9fb665 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:41.323847 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-322417cd-84dd-4ff1-9b61-0d746ab2d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:41.334006 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] Set router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:41.396500 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d144eb-373c-44ec-9bc9-378da389cd52 None None] Network 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:18:41.430185 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:41.470576 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'name': 'tempest-TestMinimumBasicScenario-542605863-router', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:40Z', 'revision_number': 3, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'gw_port': {'id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fe:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:41.542881 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-efe03890-d499-4b65-9c15-6791c1c7fafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:41.556166 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Checking router: 7b1aedc4-6ff6-49ed-b134-1b57dee5335e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:18:41.557584 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Updating router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e port 6fb15abd-7ac1-494a-85f4-f1738408bd3b binding host dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:18:41.582369 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-322417cd-84dd-4ff1-9b61-0d746ab2d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:41.590896 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:41.604831 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'a6961949-22dc-46e7-aa2e-340e5d9fb665', 'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'mac_address': 'fa:16:3e:28:71:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:36Z', 'updated_at': '2021-09-15T18:18:41Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'subnets': [{'id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:41.612805 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:41.634184 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789b5c9b-fe96-4142-8d28-697fbf229981 None None] The sync data for ids ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'] in dv-cinder-763774-3-iscsi is: [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'a6961949-22dc-46e7-aa2e-340e5d9fb665', 'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'mac_address': 'fa:16:3e:28:71:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:36Z', 'updated_at': '2021-09-15T18:18:41Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'subnets': [{'id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:18:41.653893 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Allocated IP 172.20.0.1 (217764fe-7aca-4b5f-8cd4-ed0dcbf54292/c01e0f0f-0cd3-46c4-a32d-68c648abd100/9a060980-a1aa-4735-bf49-d19a2981678f) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:18:41.696697 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-322417cd-84dd-4ff1-9b61-0d746ab2d0ec None None] For port a6961949-22dc-46e7-aa2e-340e5d9fb665, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=a6961949-22dc-46e7-aa2e-340e5d9fb665,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:41.702103 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 2afc3bef-e103-4cb6-84cb-223f6dc291fd up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:41.716151 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-322417cd-84dd-4ff1-9b61-0d746ab2d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:41.784935 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:41.825737 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:41.866431 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Network 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:18:41.871137 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:41.874743 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:18:41.910601 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Pushing event updated for resources: {'Port': ['ID=9a060980-a1aa-4735-bf49-d19a2981678f,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:41.919407 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322417cd-84dd-4ff1-9b61-0d746ab2d0ec None None] Pushing event updated for resources: {'Port': ['ID=a6961949-22dc-46e7-aa2e-340e5d9fb665,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:41.923231 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-849564'] for router_interface, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:41.925342 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-b46d923f-1c19-40dd-b719-7c2b58ac232b None None] Provisioning complete for port a6961949-22dc-46e7-aa2e-340e5d9fb665 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:41.925801 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b46d923f-1c19-40dd-b719-7c2b58ac232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.013074 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 2afc3bef-e103-4cb6-84cb-223f6dc291fd triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:42.013449 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.089967 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.233372 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Notify callbacks [] for port, precommit_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.237622 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.248972 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.286375 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-b46d923f-1c19-40dd-b719-7c2b58ac232b None None] Provisioning complete for port 2afc3bef-e103-4cb6-84cb-223f6dc291fd triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:42.286752 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b46d923f-1c19-40dd-b719-7c2b58ac232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.296051 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.301399 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58785609'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.333705 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 2afc3bef-e103-4cb6-84cb-223f6dc291fd, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=2afc3bef-e103-4cb6-84cb-223f6dc291fd,segment=NetworkSegment(46ae5952-8548-4d56-8a1e-cfe4b852bcb5),segment_id=46ae5952-8548-4d56-8a1e-cfe4b852bcb5)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:42.348009 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Pushing event updated for resources: {'Port': ['ID=9a060980-a1aa-4735-bf49-d19a2981678f,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:42.360309 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.361097 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device c0c4edeb-c8a0-4585-b60c-8add48b05745 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:42.389365 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-851468'] for router_interface, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.391669 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3fd6b-b896-4e90-be48-3035b5da536e None None] Pushing event updated for resources: {'Port': ['ID=6fb15abd-7ac1-494a-85f4-f1738408bd3b,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:42.447192 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Attempting to bind port 6fb15abd-7ac1-494a-85f4-f1738408bd3b on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:18:42.447574 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Attempting to bind port 6fb15abd-7ac1-494a-85f4-f1738408bd3b by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:18:42.448064 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Attempting to bind port 6fb15abd-7ac1-494a-85f4-f1738408bd3b on network 4b6c4742-6ad0-4017-9f38-aedb1420c011 {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:18:42.456686 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=2afc3bef-e103-4cb6-84cb-223f6dc291fd,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:42.469764 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:18:42.470143 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Checking segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:18:42.470543 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.470931 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Bound using segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:18:42.471401 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Bound port: 6fb15abd-7ac1-494a-85f4-f1738408bd3b, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:18:42.471785 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.492269 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Network 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:18:42.493773 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:42.551229 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.586783 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] For port 6fb15abd-7ac1-494a-85f4-f1738408bd3b, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:18:42.611589 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] For port 6fb15abd-7ac1-494a-85f4-f1738408bd3b, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=6fb15abd-7ac1-494a-85f4-f1738408bd3b,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:18:42.616676 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:18:42.616851 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port c0c4edeb-c8a0-4585-b60c-8add48b05745 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:42.617119 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.620951 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.713066 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Routers {'7b1aedc4-6ff6-49ed-b134-1b57dee5335e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:42.713627 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:42.734704 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:18:42.739528 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-28cc9c34-6739-4d6c-bb23-3f9ef183c203 admin admin] 10.222.0.39 "PUT /v2.0/routers/7b1aedc4-6ff6-49ed-b134-1b57dee5335e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9212363 Sep 15 18:18:42.755658 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3fd6b-b896-4e90-be48-3035b5da536e None None] Pushing event updated for resources: {'Port': ['ID=6fb15abd-7ac1-494a-85f4-f1738408bd3b,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:42.836678 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-9ba29f50-8759-40de-a30d-cb2f8b25971c None None] Provisioning complete for port 2afc3bef-e103-4cb6-84cb-223f6dc291fd triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:42.837046 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-9ba29f50-8759-40de-a30d-cb2f8b25971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:42.880199 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device a6961949-22dc-46e7-aa2e-340e5d9fb665 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:42.923751 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] Set router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:43.231452 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port a6961949-22dc-46e7-aa2e-340e5d9fb665 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:43.231821 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:43.325637 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-9ba29f50-8759-40de-a30d-cb2f8b25971c None None] Provisioning complete for port 9a060980-a1aa-4735-bf49-d19a2981678f triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:43.325943 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-9ba29f50-8759-40de-a30d-cb2f8b25971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:43.392145 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-9ba29f50-8759-40de-a30d-cb2f8b25971c None None] Port 9a060980-a1aa-4735-bf49-d19a2981678f cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:18:43.416327 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'name': 'tempest-TestMinimumBasicScenario-542605863-router', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:42Z', 'revision_number': 4, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'gw_port': {'id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fe:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '9a060980-a1aa-4735-bf49-d19a2981678f', 'name': '', 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'mac_address': 'fa:16:3e:35:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c01e0f0f-0cd3-46c4-a32d-68c648abd100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:41Z', 'updated_at': '2021-09-15T18:18:42Z', 'revision_number': 2, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'subnets': [{'id': 'c01e0f0f-0cd3-46c4-a32d-68c648abd100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:43.447858 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14c0247-d781-4982-b4e1-5c0f33bdf2de None None] The sync data for ids ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'] in dv-cinder-763774-3-iscsi is: [{'id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'name': 'tempest-TestMinimumBasicScenario-542605863-router', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:42Z', 'revision_number': 4, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'gw_port': {'id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fe:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '9a060980-a1aa-4735-bf49-d19a2981678f', 'name': '', 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'mac_address': 'fa:16:3e:35:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c01e0f0f-0cd3-46c4-a32d-68c648abd100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:41Z', 'updated_at': '2021-09-15T18:18:42Z', 'revision_number': 2, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'subnets': [{'id': 'c01e0f0f-0cd3-46c4-a32d-68c648abd100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:18:43.528587 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 2afc3bef-e103-4cb6-84cb-223f6dc291fd up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:43.589336 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 2afc3bef-e103-4cb6-84cb-223f6dc291fd triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:43.589879 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:43.679739 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device a6961949-22dc-46e7-aa2e-340e5d9fb665 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:43.785116 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port a6961949-22dc-46e7-aa2e-340e5d9fb665 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:43.785654 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:44.291237 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:45.537202 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 6fb15abd-7ac1-494a-85f4-f1738408bd3b up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:45.604586 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 6fb15abd-7ac1-494a-85f4-f1738408bd3b triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:45.605601 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:45.709635 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:45.731304 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 6fb15abd-7ac1-494a-85f4-f1738408bd3b, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=6fb15abd-7ac1-494a-85f4-f1738408bd3b,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:45.735720 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:45.785285 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=6fb15abd-7ac1-494a-85f4-f1738408bd3b,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:45.977051 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Sync routers for ids ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:18:45.986952 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Routers {'7b1aedc4-6ff6-49ed-b134-1b57dee5335e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:45.987579 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:46.102312 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Set router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:46.308758 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'name': 'tempest-TestMinimumBasicScenario-542605863-router', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:42Z', 'revision_number': 4, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'gw_port': {'id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '9a060980-a1aa-4735-bf49-d19a2981678f', 'name': '', 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'mac_address': 'fa:16:3e:35:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c01e0f0f-0cd3-46c4-a32d-68c648abd100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:41Z', 'updated_at': '2021-09-15T18:18:42Z', 'revision_number': 2, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'subnets': [{'id': 'c01e0f0f-0cd3-46c4-a32d-68c648abd100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:46.336075 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Checking router: 7b1aedc4-6ff6-49ed-b134-1b57dee5335e for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:18:46.336415 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Updating router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e port 9a060980-a1aa-4735-bf49-d19a2981678f binding host dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:18:46.361776 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:46.656514 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:46.664547 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:46.715411 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee18e7-8430-44cb-8131-7def330bf9be None None] Pushing event updated for resources: {'Port': ['ID=9a060980-a1aa-4735-bf49-d19a2981678f,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:46.776470 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Attempting to bind port 9a060980-a1aa-4735-bf49-d19a2981678f on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:18:46.776858 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Attempting to bind port 9a060980-a1aa-4735-bf49-d19a2981678f by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '46ae5952-8548-4d56-8a1e-cfe4b852bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:18:46.777235 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Attempting to bind port 9a060980-a1aa-4735-bf49-d19a2981678f on network 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:18:46.783674 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:18:46.784233 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Checking segment: {'id': '46ae5952-8548-4d56-8a1e-cfe4b852bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:18:46.784687 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:46.785076 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Bound using segment: {'id': '46ae5952-8548-4d56-8a1e-cfe4b852bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:18:46.785643 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Bound port: 9a060980-a1aa-4735-bf49-d19a2981678f, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ae5952-8548-4d56-8a1e-cfe4b852bcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:18:46.786045 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:46.866978 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] For port 9a060980-a1aa-4735-bf49-d19a2981678f, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:18:46.871111 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] For port 9a060980-a1aa-4735-bf49-d19a2981678f, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=9a060980-a1aa-4735-bf49-d19a2981678f,segment=NetworkSegment(46ae5952-8548-4d56-8a1e-cfe4b852bcb5),segment_id=46ae5952-8548-4d56-8a1e-cfe4b852bcb5)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:18:46.878763 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:46.973750 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Routers {'7b1aedc4-6ff6-49ed-b134-1b57dee5335e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:18:46.977816 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:18:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:46.981888 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee18e7-8430-44cb-8131-7def330bf9be None None] Pushing event updated for resources: {'Port': ['ID=9a060980-a1aa-4735-bf49-d19a2981678f,revision_number=4']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:47.040451 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-a5449469-57bb-442a-8b5c-093e56c5b092 None None] Provisioning complete for port 9a060980-a1aa-4735-bf49-d19a2981678f triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:47.040991 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a5449469-57bb-442a-8b5c-093e56c5b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:47.132498 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] Set router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:18:47.164103 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a5449469-57bb-442a-8b5c-093e56c5b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:47.203932 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-a5449469-57bb-442a-8b5c-093e56c5b092 None None] For port 9a060980-a1aa-4735-bf49-d19a2981678f, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=9a060980-a1aa-4735-bf49-d19a2981678f,segment=NetworkSegment(46ae5952-8548-4d56-8a1e-cfe4b852bcb5),segment_id=46ae5952-8548-4d56-8a1e-cfe4b852bcb5)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:18:47.209104 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a5449469-57bb-442a-8b5c-093e56c5b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:47.269753 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5449469-57bb-442a-8b5c-093e56c5b092 None None] Pushing event updated for resources: {'Port': ['ID=9a060980-a1aa-4735-bf49-d19a2981678f,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:47.332108 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-c22e5a9d-211d-48ba-8e2e-df648e5ec833 None None] Provisioning complete for port 9a060980-a1aa-4735-bf49-d19a2981678f triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:47.332479 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-c22e5a9d-211d-48ba-8e2e-df648e5ec833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:47.394719 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'name': 'tempest-TestMinimumBasicScenario-542605863-router', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:42Z', 'revision_number': 4, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'gw_port': {'id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '9a060980-a1aa-4735-bf49-d19a2981678f', 'name': '', 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'mac_address': 'fa:16:3e:35:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c01e0f0f-0cd3-46c4-a32d-68c648abd100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:41Z', 'updated_at': '2021-09-15T18:18:46Z', 'revision_number': 4, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'subnets': [{'id': 'c01e0f0f-0cd3-46c4-a32d-68c648abd100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:18:47.533290 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033609b-2831-460c-9bbe-2c1c4af99fae None None] The sync data for ids ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'] in dv-cinder-763774-3-iscsi is: [{'id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'name': 'tempest-TestMinimumBasicScenario-542605863-router', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:42Z', 'revision_number': 4, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'gw_port': {'id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '9a060980-a1aa-4735-bf49-d19a2981678f', 'name': '', 'network_id': '217764fe-7aca-4b5f-8cd4-ed0dcbf54292', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'mac_address': 'fa:16:3e:35:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c01e0f0f-0cd3-46c4-a32d-68c648abd100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:41Z', 'updated_at': '2021-09-15T18:18:46Z', 'revision_number': 4, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'subnets': [{'id': 'c01e0f0f-0cd3-46c4-a32d-68c648abd100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:18:47.581799 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 6fb15abd-7ac1-494a-85f4-f1738408bd3b up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:47.660931 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 6fb15abd-7ac1-494a-85f4-f1738408bd3b triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:47.661382 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:47.763589 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 9a060980-a1aa-4735-bf49-d19a2981678f up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:18:47.830549 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 9a060980-a1aa-4735-bf49-d19a2981678f triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:47.830988 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:52.592640 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-32520aa3-fc61-4ac9-9e65-900ddf107cf9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:52.594176 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-32520aa3-fc61-4ac9-9e65-900ddf107cf9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/networks?id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d HTTP/1.1" status: 200 len: 814 time: 0.0989873 Sep 15 18:18:52.609207 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-00002bca-e597-4098-8569-656b40a4358d tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/quotas/80855252b55f4578a1fd24281f272880 HTTP/1.1" status: 200 len: 375 time: 0.0092323 Sep 15 18:18:52.661771 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-4c24cb12-d3c9-46b5-8b40-d7970dbdbb46 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=80855252b55f4578a1fd24281f272880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473378 Sep 15 18:18:52.843314 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-028c76e3-c8f3-4961-855a-6901b13f6810 service neutron] 10.222.0.39 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702945 Sep 15 18:18:52.933861 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-188a5a80-775b-4ee6-b464-e4685d0362b2 service neutron] 10.222.0.39 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843973 Sep 15 18:18:53.090704 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-75671233-c0aa-4495-92c8-73ef13e3ee27 req-47c8e60e-4026-4ef0-95bd-6e3499804674 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 210 time: 0.0265889 Sep 15 18:18:54.196778 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-30c271e1-1058-40c9-8d88-a1ac9ebdb30a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:54.200367 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-30c271e1-1058-40c9-8d88-a1ac9ebdb30a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.41 "GET /v2.0/networks?id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d HTTP/1.1" status: 200 len: 814 time: 0.1201708 Sep 15 18:18:54.206148 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4936d3b9-e7c3-444d-b238-d80aca21d843 req-f898b611-98a3-447f-8d24-db56fe254b9b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 210 time: 0.0369074 Sep 15 18:18:54.215697 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Request body: {'port': {'device_id': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'admin_state_up': True, 'tenant_id': '80855252b55f4578a1fd24281f272880'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:18:54.329399 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Made reservation on behalf of 80855252b55f4578a1fd24281f272880 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:18:54.333310 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:54.476609 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Allocated IP 172.20.0.10 (18d01bfb-1f87-4512-8af5-0ae047aa0d2d/0ed558eb-7db0-4fbd-86c2-2b4e73322373/cb3e2ab6-6700-4299-8212-52bb75aecd94) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:18:54.540266 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984ea0d-77f0-4598-997d-d3051c631a60 req-c71ba9f0-2b88-4c00-ac9a-d65499962459 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:54.547863 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c984ea0d-77f0-4598-997d-d3051c631a60 req-c71ba9f0-2b88-4c00-ac9a-d65499962459 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0617661 Sep 15 18:18:54.608679 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c984ea0d-77f0-4598-997d-d3051c631a60 req-9de6eb43-8a07-425c-9aaf-6e51c614f826 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597208 Sep 15 18:18:54.685016 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:54.741614 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:54.815453 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:18:54.821621 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:18:54.828099 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:18:54.891161 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:54.891750 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:54.903396 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'Port': ['ID=cb3e2ab6-6700-4299-8212-52bb75aecd94,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:18:54.913015 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.913358 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.913725 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.914115 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.914587 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.914922 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.915249 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.915572 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.915894 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.916215 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.916526 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.916841 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:18:54.938584 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-aaa10b5a-511c-49f5-bdde-c7438d34939a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7276390 Sep 15 18:18:55.154525 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-c7eb9a60-faa8-4829-aecb-b028e472f72e None None] Provisioning complete for port cb3e2ab6-6700-4299-8212-52bb75aecd94 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:18:55.155068 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-c7eb9a60-faa8-4829-aecb-b028e472f72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:18:55.187515 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb9a60-faa8-4829-aecb-b028e472f72e None None] Port cb3e2ab6-6700-4299-8212-52bb75aecd94 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:18:55.536677 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1ab2-f7f6-4f2c-85c1-6d61766b21f9 req-03e0cc57-ee39-47ae-860e-975bb1dcefba tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:55.538688 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-290e1ab2-f7f6-4f2c-85c1-6d61766b21f9 req-03e0cc57-ee39-47ae-860e-975bb1dcefba tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 932 time: 0.2714128 Sep 15 18:18:55.575158 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-290e1ab2-f7f6-4f2c-85c1-6d61766b21f9 req-241313bb-6602-4b80-b68a-7aef99d2a6b4 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305293 Sep 15 18:18:55.751241 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b527c26-09cb-4e48-844c-2739a81916a6 req-eb4fd3c3-619c-4f72-acae-9b81670644a2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:55.752605 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6b527c26-09cb-4e48-844c-2739a81916a6 req-eb4fd3c3-619c-4f72-acae-9b81670644a2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0483990 Sep 15 18:18:55.790233 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6b527c26-09cb-4e48-844c-2739a81916a6 req-a07ea4d4-bb99-4a5e-8efd-73026af435c6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Sep 15 18:18:56.685203 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95dc5-aa0e-48ff-84e1-042c3f7add34 req-d7971583-d61e-4153-8951-9bb2f2b0804f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:56.686701 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bcf95dc5-aa0e-48ff-84e1-042c3f7add34 req-d7971583-d61e-4153-8951-9bb2f2b0804f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 932 time: 0.0466919 Sep 15 18:18:56.724532 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bcf95dc5-aa0e-48ff-84e1-042c3f7add34 req-69fbbede-8d56-47d8-9f46-03b4a9d9eaf2 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Sep 15 18:18:56.920895 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca83d7b-63c3-4610-9070-faad38a66ea9 req-d58109cd-d86c-4a4b-9379-aa697bb1b085 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:56.922728 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fca83d7b-63c3-4610-9070-faad38a66ea9 req-d58109cd-d86c-4a4b-9379-aa697bb1b085 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0535932 Sep 15 18:18:56.970775 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fca83d7b-63c3-4610-9070-faad38a66ea9 req-3bef2fff-71e6-414f-81ef-8b90d5b86353 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379918 Sep 15 18:18:57.850461 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bdba7-298b-46d5-b614-3512300a2b93 req-4392d86d-096e-44f4-b771-22fc2a9e583c tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:57.851961 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ce0bdba7-298b-46d5-b614-3512300a2b93 req-4392d86d-096e-44f4-b771-22fc2a9e583c tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 932 time: 0.0490954 Sep 15 18:18:57.889761 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ce0bdba7-298b-46d5-b614-3512300a2b93 req-697dd35f-8c32-492d-ab93-92f8781664d0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Sep 15 18:18:58.091205 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93f42-5a0f-4784-9b73-7a1f5f8d02d7 req-1aefeaa3-d003-45c6-bb22-b5bb6bb61c4b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:58.092653 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f7b93f42-5a0f-4784-9b73-7a1f5f8d02d7 req-1aefeaa3-d003-45c6-bb22-b5bb6bb61c4b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0489781 Sep 15 18:18:58.136007 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f7b93f42-5a0f-4784-9b73-7a1f5f8d02d7 req-02628912-85d7-4ea8-b894-8106bf8e9f3f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372436 Sep 15 18:18:59.011670 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830077cd-f80b-414c-9b09-527b018713ce req-70895bb1-367c-4b3a-b898-06c177f6ff41 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:59.013177 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-830077cd-f80b-414c-9b09-527b018713ce req-70895bb1-367c-4b3a-b898-06c177f6ff41 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 932 time: 0.0595005 Sep 15 18:18:59.051860 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-830077cd-f80b-414c-9b09-527b018713ce req-f8fd58ad-e6b4-49f4-9cad-732cc1eb14a5 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Sep 15 18:18:59.255722 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd153-453c-466b-a19f-f25f9b606ec0 req-929c7142-610f-4f83-a21c-29455a93779a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:18:59.257271 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-73cdd153-453c-466b-a19f-f25f9b606ec0 req-929c7142-610f-4f83-a21c-29455a93779a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0484667 Sep 15 18:18:59.294059 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-73cdd153-453c-466b-a19f-f25f9b606ec0 req-3bc1c4d3-7fd7-4565-8726-680ae3c4a2d6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 Sep 15 18:19:00.175626 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db278a-32ab-434c-aa65-19838d5d7bf7 req-7088204f-f960-41ab-82d4-ea3a36fc8b1a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:00.177271 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-10db278a-32ab-434c-aa65-19838d5d7bf7 req-7088204f-f960-41ab-82d4-ea3a36fc8b1a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 932 time: 0.0505631 Sep 15 18:19:00.215303 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-10db278a-32ab-434c-aa65-19838d5d7bf7 req-87f4bb2d-5603-4871-b2da-aceaf0017442 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320249 Sep 15 18:19:00.421762 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556cfae-0ed1-4977-b375-5411bce401a4 req-6049076f-62f9-4f96-b3bc-5ae4e0b7530b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:00.423273 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9556cfae-0ed1-4977-b375-5411bce401a4 req-6049076f-62f9-4f96-b3bc-5ae4e0b7530b tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0593007 Sep 15 18:19:00.468006 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9556cfae-0ed1-4977-b375-5411bce401a4 req-a839388e-9329-4026-984f-763942b23ff7 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337059 Sep 15 18:19:01.327043 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3c089-49b3-4a76-a7b0-2e92c578bd0f req-c8a7bd1f-145d-4e19-a871-0c7ef769dfea tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:01.328524 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3dd3c089-49b3-4a76-a7b0-2e92c578bd0f req-c8a7bd1f-145d-4e19-a871-0c7ef769dfea tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 932 time: 0.0478821 Sep 15 18:19:01.370097 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3dd3c089-49b3-4a76-a7b0-2e92c578bd0f req-c898ec9d-ebd7-4328-9950-f2ff50df5002 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349817 Sep 15 18:19:01.584522 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be640d-f3e7-4cbc-8cd8-4ceb7fc5857d req-a8219b9f-e92a-45c8-a890-a2afdf46350f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:01.585985 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-73be640d-f3e7-4cbc-8cd8-4ceb7fc5857d req-a8219b9f-e92a-45c8-a890-a2afdf46350f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0472553 Sep 15 18:19:01.621006 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-73be640d-f3e7-4cbc-8cd8-4ceb7fc5857d req-99dc2814-1e35-4226-93a9-73840096ba7d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292299 Sep 15 18:19:02.498441 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606b1b1-f212-45f8-a972-8db5fdf2a9ec req-44c4ce52-b14c-4a64-8516-e79c67d7a5d4 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:02.502445 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7606b1b1-f212-45f8-a972-8db5fdf2a9ec req-44c4ce52-b14c-4a64-8516-e79c67d7a5d4 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 932 time: 0.0557585 Sep 15 18:19:02.541418 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7606b1b1-f212-45f8-a972-8db5fdf2a9ec req-42d8beee-b037-47fc-9c85-2c6d6a03df76 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321162 Sep 15 18:19:02.743171 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a2d3d-23c1-43ad-bc40-8ab967f6b6d4 req-ddd86993-7c8a-4753-8c15-7dac281912fd tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:02.744630 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f65a2d3d-23c1-43ad-bc40-8ab967f6b6d4 req-ddd86993-7c8a-4753-8c15-7dac281912fd tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0493419 Sep 15 18:19:02.783177 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f65a2d3d-23c1-43ad-bc40-8ab967f6b6d4 req-1c1c1cab-b57e-4436-8456-853293d0c181 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325179 Sep 15 18:19:03.651491 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb0702-7a14-4cdd-bd4f-d23b26ec765e req-1e85c7a0-1f76-402b-bf63-d5e2bd38d438 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:03.652951 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c7eb0702-7a14-4cdd-bd4f-d23b26ec765e req-1e85c7a0-1f76-402b-bf63-d5e2bd38d438 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 932 time: 0.0472467 Sep 15 18:19:03.707414 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c7eb0702-7a14-4cdd-bd4f-d23b26ec765e req-928705f1-9d1a-4b88-bcae-27bbeba3bc6d tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435860 Sep 15 18:19:03.901185 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa7d85-e9b9-427c-8dc6-7ba0b65e9141 req-b12ebc27-f04e-40f7-8471-6d0e99ea82c4 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:03.902642 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5aaa7d85-e9b9-427c-8dc6-7ba0b65e9141 req-b12ebc27-f04e-40f7-8471-6d0e99ea82c4 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0506947 Sep 15 18:19:03.941617 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5aaa7d85-e9b9-427c-8dc6-7ba0b65e9141 req-a4df37e5-21f8-4115-8068-d64f213233e2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330727 Sep 15 18:19:04.813968 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f337474-5fea-49a5-917a-5b71e0d9e4be req-17108bc1-3ecc-4357-af04-20697eea33e4 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:04.815482 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6f337474-5fea-49a5-917a-5b71e0d9e4be req-17108bc1-3ecc-4357-af04-20697eea33e4 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 932 time: 0.0496504 Sep 15 18:19:04.855890 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6f337474-5fea-49a5-917a-5b71e0d9e4be req-2465603c-e161-4b9f-9282-54cc22efbf1d tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333569 Sep 15 18:19:04.873436 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:05.065088 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941c5db-9c78-4249-a121-ffd48ad5ac0c req-e8963207-79d1-43cd-bbd1-85016813802f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:05.066950 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f941c5db-9c78-4249-a121-ffd48ad5ac0c req-e8963207-79d1-43cd-bbd1-85016813802f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0566666 Sep 15 18:19:05.107824 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f941c5db-9c78-4249-a121-ffd48ad5ac0c req-a21715cd-edee-4ed4-beb6-334b311b47d2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331597 Sep 15 18:19:05.979498 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdf370-5ab5-4bf5-8d76-e6e2cdb26d24 req-26a4dfdd-d343-44c6-864d-21502b9192a1 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:05.980978 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f1bdf370-5ab5-4bf5-8d76-e6e2cdb26d24 req-26a4dfdd-d343-44c6-864d-21502b9192a1 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 932 time: 0.0534627 Sep 15 18:19:06.020551 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f1bdf370-5ab5-4bf5-8d76-e6e2cdb26d24 req-41bca984-818a-46c5-95ce-79ce87f0141f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Sep 15 18:19:06.229812 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04cab5-6c71-48ae-8ccc-480143493574 req-cb05a742-333e-48f7-918c-ff87c47a1f28 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:06.231746 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ac04cab5-6c71-48ae-8ccc-480143493574 req-cb05a742-333e-48f7-918c-ff87c47a1f28 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0515802 Sep 15 18:19:06.276199 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ac04cab5-6c71-48ae-8ccc-480143493574 req-4f5b5288-f5bb-42cf-a188-0489c3456623 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384295 Sep 15 18:19:07.137247 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e8632-7709-4eef-a198-47701eb93d3e req-7cdca4cd-b9bb-4ee2-9e4c-0444df95b487 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:07.139018 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9c0e8632-7709-4eef-a198-47701eb93d3e req-7cdca4cd-b9bb-4ee2-9e4c-0444df95b487 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 932 time: 0.0488892 Sep 15 18:19:07.174532 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9c0e8632-7709-4eef-a198-47701eb93d3e req-20c046cb-7713-41a3-91b7-294a74bf2f58 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299582 Sep 15 18:19:07.394681 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc010a-469d-46d7-889f-6c4d48a001df req-31eeaf49-a180-4ae7-8871-bf7f850bae69 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:07.396427 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-80fc010a-469d-46d7-889f-6c4d48a001df req-31eeaf49-a180-4ae7-8871-bf7f850bae69 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Sep 15 18:19:07.433329 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-80fc010a-469d-46d7-889f-6c4d48a001df req-f8d33144-8229-45b1-b7ec-32b2e11249ab tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311339 Sep 15 18:19:07.606550 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Request body: {'port': {'device_id': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:19:07.660398 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:07.905354 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3e2ab6-6700-4299-8212-52bb75aecd94 {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:19:07.912570 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:07.924731 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Transition to ACTIVE for port object cb3e2ab6-6700-4299-8212-52bb75aecd94 will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:19:07.927563 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:07.994061 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Pushing event updated for resources: {'Port': ['ID=cb3e2ab6-6700-4299-8212-52bb75aecd94,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:08.046576 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Attempting to bind port cb3e2ab6-6700-4299-8212-52bb75aecd94 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:19:08.046979 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Attempting to bind port cb3e2ab6-6700-4299-8212-52bb75aecd94 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:19:08.047233 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Attempting to bind port cb3e2ab6-6700-4299-8212-52bb75aecd94 on network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:19:08.051709 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Port cb3e2ab6-6700-4299-8212-52bb75aecd94 on network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:19:08.052025 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Attempting to bind port cb3e2ab6-6700-4299-8212-52bb75aecd94 on network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:19:08.057408 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:19:08.058092 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Checking segment: {'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:19:08.058471 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Bound using segment: {'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:19:08.058896 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Bound port: cb3e2ab6-6700-4299-8212-52bb75aecd94, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6b51fd-a429-41e1-bc48-2b987c60cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:19:08.059384 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:08.123965 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] For port cb3e2ab6-6700-4299-8212-52bb75aecd94, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:19:08.127060 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] For port cb3e2ab6-6700-4299-8212-52bb75aecd94, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:19:08.132309 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:08.138694 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device ee59374c-7ffe-4653-bb73-8519e4f98ee7 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:19:08.184500 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Pushing event updated for resources: {'Port': ['ID=cb3e2ab6-6700-4299-8212-52bb75aecd94,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:08.188036 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:08.188638 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:08.190048 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-ee5a6dbf-7f5a-4c69-9519-70f574fb537b service neutron] 10.222.0.41 "PUT /v2.0/ports/cb3e2ab6-6700-4299-8212-52bb75aecd94 HTTP/1.1" status: 200 len: 1094 time: 0.5878522 Sep 15 18:19:08.190497 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:19:08.192736 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01600ac-debe-451c-99d7-ab7ab9d328cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:19:08.263092 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:08.275811 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'port_id': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'mac_address': 'fa:16:3e:f6:11:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:19:08.296313 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-96e6f740-01f3-4fd7-8e61-1e7203397ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:08.298138 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-96e6f740-01f3-4fd7-8e61-1e7203397ff9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80855252b55f4578a1fd24281f272880&device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 1097 time: 0.0685573 Sep 15 18:19:08.337683 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2fd61-1e22-4759-926c-734da7c17b73 req-27bd7c48-d0eb-4aec-a2bc-3335ca92b7f4 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:08.342203 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-57c2fd61-1e22-4759-926c-734da7c17b73 req-27bd7c48-d0eb-4aec-a2bc-3335ca92b7f4 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 944 time: 0.0742204 Sep 15 18:19:08.345470 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-76d4cd2a-aeda-46cb-830b-10380e0b1c7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94 HTTP/1.1" status: 200 len: 217 time: 0.0356045 Sep 15 18:19:08.345884 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:08.390097 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee59374c-7ffe-4653-bb73-8519e4f98ee7 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:19:08.402221 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-57c2fd61-1e22-4759-926c-734da7c17b73 req-464ee382-8df7-4fbe-8bfc-7f31d4500568 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530620 Sep 15 18:19:08.405098 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-17f7dbc0-d9d3-4e1e-926e-fb1eb5ba8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:08.406516 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-17f7dbc0-d9d3-4e1e-926e-fb1eb5ba8987 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed558eb-7db0-4fbd-86c2-2b4e73322373 HTTP/1.1" status: 200 len: 853 time: 0.0528705 Sep 15 18:19:08.410079 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f921701-dd69-4e47-96b9-1d5e8283403e x-openstack-request-id: req-8f921701-dd69-4e47-96b9-1d5e8283403e {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:19:08.410842 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:19:08.411102 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f921701-dd69-4e47-96b9-1d5e8283403e {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:19:08.411492 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'status': 'completed', 'code': 200} Sep 15 18:19:08.413941 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:08.418103 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:08.463082 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-b4981c29-ad21-41d8-926b-00471ab02031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:08.464618 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-b4981c29-ad21-41d8-926b-00471ab02031 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446510 Sep 15 18:19:08.481686 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=ee59374c-7ffe-4653-bb73-8519e4f98ee7,revision_number=6']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:08.489123 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.489473 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.489832 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.490165 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.490492 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.491358 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.491692 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.492013 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.492943 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.493280 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.493630 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.493957 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:08.513199 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['ee59374c-7ffe-4653-bb73-8519e4f98ee7'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:19:08.556234 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5fa3f-792a-4f89-9d71-df3b0c05c3db req-db3f9c70-009f-49aa-a2a5-80df517b59ce tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:08.557750 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-96c5fa3f-792a-4f89-9d71-df3b0c05c3db req-db3f9c70-009f-49aa-a2a5-80df517b59ce tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 944 time: 0.0485089 Sep 15 18:19:08.560691 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-1e4789fe-d0eb-4cac-a1b9-d6eb82b3fd68 service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880272 Sep 15 18:19:08.596478 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-96c5fa3f-792a-4f89-9d71-df3b0c05c3db req-7ed0d9d5-8cf2-47cd-88bf-f2354601fe24 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316463 Sep 15 18:19:08.658236 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-406b79e0-ed04-400c-b7ac-f7b1defc9d27 req-4b60162e-fa93-466d-a416-dbc6e06ac17a service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893996 Sep 15 18:19:08.745175 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01600ac-debe-451c-99d7-ab7ab9d328cb req-5e50d205-d1d9-43b2-a303-8ccf662aad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:08.746693 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a01600ac-debe-451c-99d7-ab7ab9d328cb req-5e50d205-d1d9-43b2-a303-8ccf662aad12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80855252b55f4578a1fd24281f272880&device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 1097 time: 0.0395844 Sep 15 18:19:08.751449 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa87a-c174-4ecf-85b6-68b3898b1cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:08.839665 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01600ac-debe-451c-99d7-ab7ab9d328cb req-c7a48330-aa29-44b3-bdd2-5a504e482e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:08.841089 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a01600ac-debe-451c-99d7-ab7ab9d328cb req-c7a48330-aa29-44b3-bdd2-5a504e482e30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d HTTP/1.1" status: 200 len: 915 time: 0.0862849 Sep 15 18:19:09.105921 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a01600ac-debe-451c-99d7-ab7ab9d328cb req-dd933461-a890-4325-9d36-c36f52b8d69a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94 HTTP/1.1" status: 200 len: 217 time: 0.2563486 Sep 15 18:19:09.154938 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01600ac-debe-451c-99d7-ab7ab9d328cb req-54e939f1-4067-4907-9ca5-c797d459d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:09.156345 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a01600ac-debe-451c-99d7-ab7ab9d328cb req-54e939f1-4067-4907-9ca5-c797d459d2c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed558eb-7db0-4fbd-86c2-2b4e73322373 HTTP/1.1" status: 200 len: 853 time: 0.0417190 Sep 15 18:19:09.201168 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01600ac-debe-451c-99d7-ab7ab9d328cb req-e1e89784-8397-483f-a406-a651b8e51b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:09.202638 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a01600ac-debe-451c-99d7-ab7ab9d328cb req-e1e89784-8397-483f-a406-a651b8e51b4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379636 Sep 15 18:19:09.291846 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a01600ac-debe-451c-99d7-ab7ab9d328cb req-63b73523-cecf-4253-8d8d-d84c72ea2584 service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804482 Sep 15 18:19:09.381327 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a01600ac-debe-451c-99d7-ab7ab9d328cb req-5d7b644b-7c89-4c9e-bab7-e7b798e956ec service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811794 Sep 15 18:19:09.516365 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef2f94-c702-4571-8ebc-f421449f3b84 req-9f60c553-9bbe-42ac-bff1-efa4b660223e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:09.517827 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dbef2f94-c702-4571-8ebc-f421449f3b84 req-9f60c553-9bbe-42ac-bff1-efa4b660223e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 944 time: 0.0502005 Sep 15 18:19:09.554155 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dbef2f94-c702-4571-8ebc-f421449f3b84 req-f5b81ce7-5d68-49e9-beb9-fb45db917129 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300105 Sep 15 18:19:09.715772 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53f35f-8165-4885-a5b9-59ba68f3a089 req-fcc28693-3a07-49b3-a227-934cb48c08f3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:09.717251 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0e53f35f-8165-4885-a5b9-59ba68f3a089 req-fcc28693-3a07-49b3-a227-934cb48c08f3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 944 time: 0.0482068 Sep 15 18:19:09.754687 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0e53f35f-8165-4885-a5b9-59ba68f3a089 req-337d912a-c8e8-4901-bce3-d001a4b01653 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314574 Sep 15 18:19:10.151888 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device cb3e2ab6-6700-4299-8212-52bb75aecd94 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:19:10.154922 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device ee59374c-7ffe-4653-bb73-8519e4f98ee7 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:19:10.258548 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port ee59374c-7ffe-4653-bb73-8519e4f98ee7 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:19:10.258912 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:10.300207 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port cb3e2ab6-6700-4299-8212-52bb75aecd94, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:10.317150 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'port_id': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'mac_address': 'fa:16:3e:d5:f5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:19:10.382982 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:10.385698 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:10.403957 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3e2ab6-6700-4299-8212-52bb75aecd94 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:19:10.424318 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:19:10.426534 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647266ab-bdd5-4a88-acfe-b81a62e99f8e" -d '{"events": [{"server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "name": "network-vif-plugged", "status": "completed", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:19:10.444956 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port cb3e2ab6-6700-4299-8212-52bb75aecd94, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:10.446778 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:10.450121 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:10.454243 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:10.498711 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=cb3e2ab6-6700-4299-8212-52bb75aecd94,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:10.523960 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbc7d5f-7d13-48e0-8376-d758f9acee65 x-openstack-request-id: req-dcbc7d5f-7d13-48e0-8376-d758f9acee65 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:19:10.524248 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "name": "network-vif-plugged", "status": "completed", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:19:10.524496 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcbc7d5f-7d13-48e0-8376-d758f9acee65 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:19:10.524881 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'code': 200} Sep 15 18:19:10.549021 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=ee59374c-7ffe-4653-bb73-8519e4f98ee7,revision_number=7']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:10.672192 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e44f9d-3a90-4cfd-92d4-e120688ece7b req-70f1af9e-2a0a-493a-986d-ec180f03d3fc tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:10.673882 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-38e44f9d-3a90-4cfd-92d4-e120688ece7b req-70f1af9e-2a0a-493a-986d-ec180f03d3fc tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 945 time: 0.0537851 Sep 15 18:19:10.714696 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-38e44f9d-3a90-4cfd-92d4-e120688ece7b req-d82015b9-20ce-4f9d-973c-4eb4f2eb8382 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341263 Sep 15 18:19:10.752771 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['cb3e2ab6-6700-4299-8212-52bb75aecd94'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:19:10.892605 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca55306-2fbf-49aa-8656-bb5d9a8a68c3 req-51106774-eceb-4d93-aeaa-3146b91f6ce2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:10.894174 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7ca55306-2fbf-49aa-8656-bb5d9a8a68c3 req-51106774-eceb-4d93-aeaa-3146b91f6ce2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0645275 Sep 15 18:19:10.936301 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7ca55306-2fbf-49aa-8656-bb5d9a8a68c3 req-1170b477-477c-473b-a291-a0f2f3ce8a76 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349679 Sep 15 18:19:11.447331 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e035e019-d2e7-45a2-beba-4f58295b5da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:11.483274 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:11.846218 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d39d7-3c24-4911-9fa1-67781558b899 req-e13c0748-caf2-45c3-ad99-2fcfe6bae896 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:11.848574 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-318d39d7-3c24-4911-9fa1-67781558b899 req-e13c0748-caf2-45c3-ad99-2fcfe6bae896 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 945 time: 0.0620303 Sep 15 18:19:11.897002 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-318d39d7-3c24-4911-9fa1-67781558b899 req-2589cf30-2dff-4e86-9efb-c77d21500e16 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Sep 15 18:19:12.080027 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09748b1b-91e2-480b-925d-c0ebae72b2b2 req-8f1d67da-af25-4494-a135-a233740b2220 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:12.084230 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-09748b1b-91e2-480b-925d-c0ebae72b2b2 req-8f1d67da-af25-4494-a135-a233740b2220 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0636315 Sep 15 18:19:12.130281 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-09748b1b-91e2-480b-925d-c0ebae72b2b2 req-75d63269-d8c8-4896-b5aa-b8cb64dc1492 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397432 Sep 15 18:19:12.151068 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device cb3e2ab6-6700-4299-8212-52bb75aecd94 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:19:12.177203 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:19:12.213878 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port cb3e2ab6-6700-4299-8212-52bb75aecd94 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:19:12.217897 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port cb3e2ab6-6700-4299-8212-52bb75aecd94 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:19:12.218271 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:12.330745 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:12.398048 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port cb3e2ab6-6700-4299-8212-52bb75aecd94, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:12.404851 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:12.466749 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=cb3e2ab6-6700-4299-8212-52bb75aecd94,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:12.503441 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:12.525690 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:19:12.528178 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7eb666-d223-4fd9-aaf2-707fd1dc72ff" -d '{"events": [{"server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "name": "network-vif-plugged", "status": "completed", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:19:12.583847 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38e1589-b167-4298-a2ef-06b5e07d5617 x-openstack-request-id: req-f38e1589-b167-4298-a2ef-06b5e07d5617 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:19:12.584204 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "name": "network-vif-plugged", "status": "completed", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:19:12.585041 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f38e1589-b167-4298-a2ef-06b5e07d5617 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:19:12.585504 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'code': 200} Sep 15 18:19:12.780399 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216b186-9b3c-4a70-ab82-f7eb14c727ca req-6ded6195-a5d4-4e54-b5c8-0007e3958298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:12.781946 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b216b186-9b3c-4a70-ab82-f7eb14c727ca req-6ded6195-a5d4-4e54-b5c8-0007e3958298 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 1099 time: 0.0513787 Sep 15 18:19:12.823848 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-b216b186-9b3c-4a70-ab82-f7eb14c727ca req-9e4508fb-663d-48b8-92e8-7069a15778fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349624 Sep 15 18:19:13.035312 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc613f4-70fc-452b-b4c1-9f218bbfac9e req-d7c702b9-aee3-4bd3-ba4a-7fe8e93ed335 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:13.036993 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2bc613f4-70fc-452b-b4c1-9f218bbfac9e req-d7c702b9-aee3-4bd3-ba4a-7fe8e93ed335 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 946 time: 0.0619140 Sep 15 18:19:13.081448 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2bc613f4-70fc-452b-b4c1-9f218bbfac9e req-4171bb52-b6d1-4762-a9b6-963c438014bb tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372972 Sep 15 18:19:13.286681 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db518070-4640-4784-98e0-00d2e1317f7c req-85b9ef59-840d-40e4-8c3c-5ca1c91751a9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:13.300448 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-db518070-4640-4784-98e0-00d2e1317f7c req-85b9ef59-840d-40e4-8c3c-5ca1c91751a9 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0701141 Sep 15 18:19:13.343755 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-db518070-4640-4784-98e0-00d2e1317f7c req-3b5a416d-8a97-45d3-af68-847548660d2f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Sep 15 18:19:14.203556 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb81c2e-e1d5-421d-a8ed-dbba05a46d78 req-1a960379-d4c4-4d0f-928d-f50f9ffeffbb tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:14.205154 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-beb81c2e-e1d5-421d-a8ed-dbba05a46d78 req-1a960379-d4c4-4d0f-928d-f50f9ffeffbb tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 946 time: 0.0504930 Sep 15 18:19:14.249100 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-beb81c2e-e1d5-421d-a8ed-dbba05a46d78 req-5f18df80-e7a6-4a8e-9658-4622708d125c tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379193 Sep 15 18:19:14.295467 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:14.386339 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c55a0-ba1e-452a-96ba-6c99ebe7ee46 req-5597862d-2d0b-48a6-932b-1decb92a207d tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:14.387876 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-176c55a0-ba1e-452a-96ba-6c99ebe7ee46 req-5597862d-2d0b-48a6-932b-1decb92a207d tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 946 time: 0.0631244 Sep 15 18:19:14.433535 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-176c55a0-ba1e-452a-96ba-6c99ebe7ee46 req-8344f113-f2a7-447f-9e59-c1913779a42c tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393283 Sep 15 18:19:14.494145 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c19620-6688-453f-809e-76626b806e22 req-8e208adc-7574-4835-9817-b386f4422098 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:14.495633 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c4c19620-6688-453f-809e-76626b806e22 req-8e208adc-7574-4835-9817-b386f4422098 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0611410 Sep 15 18:19:14.550311 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c4c19620-6688-453f-809e-76626b806e22 req-febcd1d3-e920-4011-9fb0-abde8292087a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451674 Sep 15 18:19:14.777677 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83efbc-9ca8-4e52-bfee-7243a480f0c3 req-e21b469e-2eb8-4d7c-b368-9d7a1697a451 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:14.779164 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ed83efbc-9ca8-4e52-bfee-7243a480f0c3 req-e21b469e-2eb8-4d7c-b368-9d7a1697a451 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 946 time: 0.0516777 Sep 15 18:19:14.826435 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ed83efbc-9ca8-4e52-bfee-7243a480f0c3 req-64f1fb9e-dce9-469a-b7d4-4f0e5ae1d7ff tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Sep 15 18:19:15.672457 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4331d-2f03-4122-b36e-8cafdcc29ea2 req-69d2a348-4fb6-423f-9646-2c44d1edf82e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:15.674111 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1bb4331d-2f03-4122-b36e-8cafdcc29ea2 req-69d2a348-4fb6-423f-9646-2c44d1edf82e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0528579 Sep 15 18:19:15.727249 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1bb4331d-2f03-4122-b36e-8cafdcc29ea2 req-2cc2e185-5a09-4556-8eb5-f410196af21f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445521 Sep 15 18:19:16.864092 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc809fe-819e-46c0-95ca-3832c11ef3ae req-07a8e0a1-a81b-48d5-bafe-cfa3b4d70137 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:16.866445 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1dc809fe-819e-46c0-95ca-3832c11ef3ae req-07a8e0a1-a81b-48d5-bafe-cfa3b4d70137 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0613108 Sep 15 18:19:16.909059 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1dc809fe-819e-46c0-95ca-3832c11ef3ae req-bd1fbaef-833e-430b-919e-9283e55a639d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365899 Sep 15 18:19:18.041044 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b1f6b-d9c7-4acc-b188-83a1fb9ffdb7 req-f68a40b1-9b6f-4ec5-8e52-5e5989850f09 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:18.042777 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1d9b1f6b-d9c7-4acc-b188-83a1fb9ffdb7 req-f68a40b1-9b6f-4ec5-8e52-5e5989850f09 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0511003 Sep 15 18:19:18.095180 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1d9b1f6b-d9c7-4acc-b188-83a1fb9ffdb7 req-61eb45f2-74e7-4180-af2b-bad81aed62ff tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460451 Sep 15 18:19:19.242070 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c7541-571c-436b-ad9e-713ae0e7a900 req-c32c7a48-98de-4207-ae4a-aa4966aad262 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:19.243531 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-143c7541-571c-436b-ad9e-713ae0e7a900 req-c32c7a48-98de-4207-ae4a-aa4966aad262 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0539951 Sep 15 18:19:19.284359 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-143c7541-571c-436b-ad9e-713ae0e7a900 req-6f79e074-c44f-4aee-9988-1f93ae1a296e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343392 Sep 15 18:19:20.390336 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6ec87-9ee8-4552-a7c9-9caad38e494c req-2845bbf0-3c00-4c49-b4d0-28b7ed9e89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:20.391832 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-afe6ec87-9ee8-4552-a7c9-9caad38e494c req-2845bbf0-3c00-4c49-b4d0-28b7ed9e89d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 1098 time: 0.0419946 Sep 15 18:19:20.417041 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a230-2393-486e-b370-f5bec61c35fc req-475f62a1-8695-4fba-bc95-46ecc967d11c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:20.418546 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6e61a230-2393-486e-b370-f5bec61c35fc req-475f62a1-8695-4fba-bc95-46ecc967d11c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0484452 Sep 15 18:19:20.459451 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6e61a230-2393-486e-b370-f5bec61c35fc req-aad1540b-a8de-40aa-8571-c9022d90b849 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329788 Sep 15 18:19:20.489491 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6ec87-9ee8-4552-a7c9-9caad38e494c req-77f11788-ba37-4bdc-b2ae-a3246b87f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:20.491082 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-afe6ec87-9ee8-4552-a7c9-9caad38e494c req-77f11788-ba37-4bdc-b2ae-a3246b87f56e service neutron] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 918 time: 0.0926993 Sep 15 18:19:20.555014 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-afe6ec87-9ee8-4552-a7c9-9caad38e494c req-ea3d48b5-67f0-44ae-81dc-b4599de783bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7 HTTP/1.1" status: 200 len: 1000 time: 0.0567253 Sep 15 18:19:20.608442 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6ec87-9ee8-4552-a7c9-9caad38e494c req-ec3f21c4-13e6-42da-b283-f38a6eb17ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:20.609928 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-afe6ec87-9ee8-4552-a7c9-9caad38e494c req-ec3f21c4-13e6-42da-b283-f38a6eb17ffd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.0482125 Sep 15 18:19:20.658985 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6ec87-9ee8-4552-a7c9-9caad38e494c req-6ccd66b2-b8c8-46a3-86fe-c0027c56aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:20.661007 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-afe6ec87-9ee8-4552-a7c9-9caad38e494c req-6ccd66b2-b8c8-46a3-86fe-c0027c56aef8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435538 Sep 15 18:19:20.756443 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-afe6ec87-9ee8-4552-a7c9-9caad38e494c req-4b7867a7-7af0-44ad-be24-2b571c49e3bd service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881417 Sep 15 18:19:20.851948 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-afe6ec87-9ee8-4552-a7c9-9caad38e494c req-37737ca8-cccc-41ca-8b25-70224089cfe6 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875421 Sep 15 18:19:21.576445 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1511ce-0325-4929-83a9-13c2c6dfc485 req-9a39b9a8-a895-47e9-850b-55bab417b03f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:21.577906 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fe1511ce-0325-4929-83a9-13c2c6dfc485 req-9a39b9a8-a895-47e9-850b-55bab417b03f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 945 time: 0.0476267 Sep 15 18:19:21.614234 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fe1511ce-0325-4929-83a9-13c2c6dfc485 req-cd557c3b-59cd-4d43-b715-46be660a83fc tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305862 Sep 15 18:19:22.197173 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device ee59374c-7ffe-4653-bb73-8519e4f98ee7 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:19:22.387834 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:22.412501 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:19:22.415400 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25498e1c-0fbf-44f9-a33a-742b5fd68890" -d '{"events": [{"server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "name": "network-vif-unplugged", "status": "completed", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:19:22.432246 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:22.436484 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:22.462512 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 18:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f330df5e-f3c7-46e1-83c9-9fd7e55721b8 x-openstack-request-id: req-f330df5e-f3c7-46e1-83c9-9fd7e55721b8 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:19:22.462817 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "name": "network-vif-unplugged", "status": "completed", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:19:22.463063 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f330df5e-f3c7-46e1-83c9-9fd7e55721b8 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:19:22.463441 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'code': 200} Sep 15 18:19:22.489420 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=ee59374c-7ffe-4653-bb73-8519e4f98ee7,revision_number=8']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:22.735566 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0551-d90e-44d1-b3d3-2484277e2d0d req-7f1afae4-e32a-4074-ba31-832fcad7dd6c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:22.737064 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a69d0551-d90e-44d1-b3d3-2484277e2d0d req-7f1afae4-e32a-4074-ba31-832fcad7dd6c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0529222 Sep 15 18:19:22.774907 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a69d0551-d90e-44d1-b3d3-2484277e2d0d req-b40d67bf-a438-4709-9f8f-ca345d00eb1a tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Sep 15 18:19:23.673877 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95610d-9724-4707-b846-a7e671f7fc5e req-3a61e483-24a3-4dfc-880b-324c54099227 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:23.675327 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9a95610d-9724-4707-b846-a7e671f7fc5e req-3a61e483-24a3-4dfc-880b-324c54099227 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0562959 Sep 15 18:19:23.729388 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-5de8d615-00f5-481d-be21-ace3fe00e021 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734324 Sep 15 18:19:23.732738 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9a95610d-9724-4707-b846-a7e671f7fc5e req-109b7833-4a39-4293-b2c9-131c58c38f2c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434363 Sep 15 18:19:24.487425 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-0c9fc509-bef0-4762-8ebb-7367d3da0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:24.488908 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-0c9fc509-bef0-4762-8ebb-7367d3da0a5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033&tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0405374 Sep 15 18:19:24.548848 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-a0b465c3-f956-4d93-8b75-379737130a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:24.550321 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-a0b465c3-f956-4d93-8b75-379737130a56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 1096 time: 0.0388255 Sep 15 18:19:24.641573 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-2e5e8b2e-7740-4f0c-8bbc-69aa55bcab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:24.643018 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-2e5e8b2e-7740-4f0c-8bbc-69aa55bcab19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 918 time: 0.0849216 Sep 15 18:19:24.717014 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-df10e7cb-48e2-4563-836c-35e2996df061 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7 HTTP/1.1" status: 200 len: 998 time: 0.0551090 Sep 15 18:19:24.785348 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-61044fdc-e6ad-4b0d-9500-8d9c03604b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:24.786884 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-61044fdc-e6ad-4b0d-9500-8d9c03604b10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.0456846 Sep 15 18:19:24.831914 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-b26cbe33-0545-4341-8959-6f74404cf8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:24.833456 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-b26cbe33-0545-4341-8959-6f74404cf8be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393505 Sep 15 18:19:24.853325 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298a78b-9f80-47b5-af99-7cc8b54a482b req-b64df4aa-5e4d-4f1a-b38f-454349b6235e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:24.854826 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1298a78b-9f80-47b5-af99-7cc8b54a482b req-b64df4aa-5e4d-4f1a-b38f-454349b6235e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0507689 Sep 15 18:19:24.892674 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1298a78b-9f80-47b5-af99-7cc8b54a482b req-d5c92856-41bb-497b-89a4-8266cca5ddbd tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317509 Sep 15 18:19:24.926496 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-4cea5b7e-446e-4484-b1ee-012db05763ac service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832241 Sep 15 18:19:25.012962 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5cf6a20b-5fb3-47f2-8b2c-48d10c55af38 req-d2c55c3b-4a6a-49d3-8fcc-14cf47ab67b4 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792496 Sep 15 18:19:26.015626 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53ce58-1353-4a33-a95b-e29f0c91efcc req-6d4575e8-b31e-421c-a121-a3cc3c908294 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:26.017090 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5f53ce58-1353-4a33-a95b-e29f0c91efcc req-6d4575e8-b31e-421c-a121-a3cc3c908294 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0489821 Sep 15 18:19:26.057415 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5f53ce58-1353-4a33-a95b-e29f0c91efcc req-4c23195f-7663-4ebd-be55-988c4a97180d tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332751 Sep 15 18:19:26.225726 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device ee59374c-7ffe-4653-bb73-8519e4f98ee7 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:19:27.176285 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d551357-5e2a-459d-a281-38b83e98c2aa req-ef12d9d2-fc39-486b-b529-7351440ec1f2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:27.177760 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8d551357-5e2a-459d-a281-38b83e98c2aa req-ef12d9d2-fc39-486b-b529-7351440ec1f2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0475011 Sep 15 18:19:27.215363 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8d551357-5e2a-459d-a281-38b83e98c2aa req-52b43caa-707b-45ac-ae06-475071bdf933 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309052 Sep 15 18:19:28.340206 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91c23d-fc1e-47df-8c2e-ce250829d544 req-9dfe67c6-059d-4de6-bd0f-263e467bc4d2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:28.341701 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2d91c23d-fc1e-47df-8c2e-ce250829d544 req-9dfe67c6-059d-4de6-bd0f-263e467bc4d2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0561357 Sep 15 18:19:28.377146 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2d91c23d-fc1e-47df-8c2e-ce250829d544 req-dd0f3ef8-d5fb-40db-903f-bc0b742f0f91 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296834 Sep 15 18:19:29.517298 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0310-32d6-4f7c-8d8a-b8afd0eb64d7 req-9e5b3ece-f4ed-4b45-ae78-166d784acb04 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:29.518818 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9cdb0310-32d6-4f7c-8d8a-b8afd0eb64d7 req-9e5b3ece-f4ed-4b45-ae78-166d784acb04 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0613365 Sep 15 18:19:29.558736 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9cdb0310-32d6-4f7c-8d8a-b8afd0eb64d7 req-1291a273-86d8-4234-8107-3b95e114e7c5 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331137 Sep 15 18:19:30.711677 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5aa6f5-2799-4d9e-bca3-a7f86b793a53 req-1e71a6d6-19a0-42fb-9156-fb2bc12b5ef1 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:30.713123 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9f5aa6f5-2799-4d9e-bca3-a7f86b793a53 req-1e71a6d6-19a0-42fb-9156-fb2bc12b5ef1 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0860322 Sep 15 18:19:30.725231 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf93889-aacc-4aae-85ce-c9844b042781 req-7b5b59d9-3efe-4290-8f32-41b35bbefdd6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:30.727278 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4bf93889-aacc-4aae-85ce-c9844b042781 req-7b5b59d9-3efe-4290-8f32-41b35bbefdd6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0713735 Sep 15 18:19:30.783859 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4bf93889-aacc-4aae-85ce-c9844b042781 req-9bafd2b3-e850-4de6-bd28-1234541dd80c tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498374 Sep 15 18:19:30.791690 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9f5aa6f5-2799-4d9e-bca3-a7f86b793a53 req-a9d33b2d-4a3a-4bde-aafe-be62829f867a tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634105 Sep 15 18:19:31.946978 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115bc11-7a10-49f3-a054-617c2eea6021 req-de0dfbe5-fa37-4b1a-9915-78c99cec86a6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:31.948448 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4115bc11-7a10-49f3-a054-617c2eea6021 req-de0dfbe5-fa37-4b1a-9915-78c99cec86a6 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0844653 Sep 15 18:19:31.980331 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45497b-89ea-4883-842f-e07f9b3e2924 req-64cfea72-645b-4f63-b485-9d0f61fc13a2 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:31.981761 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7d45497b-89ea-4883-842f-e07f9b3e2924 req-64cfea72-645b-4f63-b485-9d0f61fc13a2 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0818765 Sep 15 18:19:32.015004 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4115bc11-7a10-49f3-a054-617c2eea6021 req-ef8be48d-4446-450a-b3be-fd3d2f82a3ad tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587897 Sep 15 18:19:32.035433 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7d45497b-89ea-4883-842f-e07f9b3e2924 req-bfffed8b-bd27-4287-843d-80eeae5dbbc1 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433748 Sep 15 18:19:33.185848 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae075f-9288-48bf-809d-eb6e0d098e36 req-ac0f20cd-6d88-4597-8f1d-0cafb4605ca3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:33.187572 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c3ae075f-9288-48bf-809d-eb6e0d098e36 req-ac0f20cd-6d88-4597-8f1d-0cafb4605ca3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0800765 Sep 15 18:19:33.208722 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee482494-d579-40ef-b582-faed605a2e29 req-65d47b52-fd3e-407e-99d1-541bc7b7119b tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:33.210719 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee482494-d579-40ef-b582-faed605a2e29 req-65d47b52-fd3e-407e-99d1-541bc7b7119b tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0706134 Sep 15 18:19:33.254312 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c3ae075f-9288-48bf-809d-eb6e0d098e36 req-6290eb85-a216-437e-b046-cd2d126187da tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589390 Sep 15 18:19:33.268956 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee482494-d579-40ef-b582-faed605a2e29 req-edf2308d-40f6-446a-b4e0-17e82c7c97b2 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471756 Sep 15 18:19:34.417800 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243298b-796d-48a0-9cf5-b2092765ef5a req-68ab421b-abea-4b50-9e99-adedf0201406 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:34.419180 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3243298b-796d-48a0-9cf5-b2092765ef5a req-68ab421b-abea-4b50-9e99-adedf0201406 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0793111 Sep 15 18:19:34.430244 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4ae94-5f59-4000-ae86-0ad5eba12ef5 req-2caec723-68ec-420a-85c0-a79a795b5b67 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:34.431820 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-36a4ae94-5f59-4000-ae86-0ad5eba12ef5 req-2caec723-68ec-420a-85c0-a79a795b5b67 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0831912 Sep 15 18:19:34.481944 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3243298b-796d-48a0-9cf5-b2092765ef5a req-228e3b1d-a83c-4fa3-be7d-63cb87cab019 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491579 Sep 15 18:19:34.495810 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-36a4ae94-5f59-4000-ae86-0ad5eba12ef5 req-a55ad9c0-aac6-4115-b488-30ed40e5acb1 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570147 Sep 15 18:19:34.866068 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:35.641130 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c2c47-4848-45cc-8fb8-9f487cac56cc req-a7a0f618-60c3-4cad-a5b1-5a1f78c987b1 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:35.642693 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-164c2c47-4848-45cc-8fb8-9f487cac56cc req-a7a0f618-60c3-4cad-a5b1-5a1f78c987b1 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0822515 Sep 15 18:19:35.653992 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ead16-3b67-4829-a462-dd06b4613c07 req-42ec2836-7bc8-4d7d-9c62-eb8e88184848 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:35.655605 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-511ead16-3b67-4829-a462-dd06b4613c07 req-42ec2836-7bc8-4d7d-9c62-eb8e88184848 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0688772 Sep 15 18:19:35.715178 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-511ead16-3b67-4829-a462-dd06b4613c07 req-b1308be5-0579-42c6-8872-3a63f04abff2 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526707 Sep 15 18:19:35.718123 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-164c2c47-4848-45cc-8fb8-9f487cac56cc req-c80686c4-0270-4e2c-9973-0aeec5a63341 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616441 Sep 15 18:19:36.867930 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a1fd-1f8e-4b51-af71-4709402e15d9 req-eb60a735-0a58-433f-8a6d-d0d2160c72bf tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:36.869360 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ab06a1fd-1f8e-4b51-af71-4709402e15d9 req-eb60a735-0a58-433f-8a6d-d0d2160c72bf tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0694966 Sep 15 18:19:36.877899 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9381e-d54f-4195-80f8-fabea7601bbd req-5cc956be-ea31-4667-b368-9b575b15c332 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:36.878736 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-97f9381e-d54f-4195-80f8-fabea7601bbd req-5cc956be-ea31-4667-b368-9b575b15c332 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.0873106 Sep 15 18:19:36.935642 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ab06a1fd-1f8e-4b51-af71-4709402e15d9 req-022de182-0205-4250-8f9e-f3f5140eb2e1 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559835 Sep 15 18:19:36.940531 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-97f9381e-d54f-4195-80f8-fabea7601bbd req-9f61187b-8c79-487c-9839-a85d3e2c1fcb tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542951 Sep 15 18:19:37.166754 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9d1fc-be7b-4723-ae5a-70a645c4d04d req-e848df36-cee1-4b21-8bd4-b15463011104 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:37.168216 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-33b9d1fc-be7b-4723-ae5a-70a645c4d04d req-e848df36-cee1-4b21-8bd4-b15463011104 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 946 time: 0.0513525 Sep 15 18:19:37.203786 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-33b9d1fc-be7b-4723-ae5a-70a645c4d04d req-dab7362a-f262-4cb9-820b-eaa2c386f978 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296741 Sep 15 18:19:37.226156 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43796) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:37.304539 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad6f00b-ba88-4f64-8c86-6d81509cec26 tempest-TestMinimumBasicScenario-1483564128 tempest-TestMinimumBasicScenario-1483564128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:37.306059 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-fad6f00b-ba88-4f64-8c86-6d81509cec26 tempest-TestMinimumBasicScenario-1483564128 tempest-TestMinimumBasicScenario-1483564128-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 1094 time: 0.0789714 Sep 15 18:19:37.308825 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43800) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:37.313241 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Request body: {'floatingip': {'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'port_id': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:19:37.334226 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for floatingip, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:37.441997 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:37.545740 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Allocated IP 172.27.2.239 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/43b1a4e4-e8f2-4036-a624-ad9ccb13892e) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:19:37.640062 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:37.671602 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:37.707315 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:19:37.710581 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:19:37.715773 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:19:37.720961 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'Port': ['ID=43b1a4e4-e8f2-4036-a624-ad9ccb13892e,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:37.750892 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:37.751226 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:37.751555 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:37.751879 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:37.752198 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:37.752517 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:37.752834 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:37.753149 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:37.753461 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:37.753805 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:37.754118 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:37.754427 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:38.049159 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a1674-4841-4611-a481-939ad1906add req-aadda771-0df9-4e1d-aafe-f0193c11b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:38.050725 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9e9a1674-4841-4611-a481-939ad1906add req-aadda771-0df9-4e1d-aafe-f0193c11b2e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 1096 time: 0.0539994 Sep 15 18:19:38.162152 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a1674-4841-4611-a481-939ad1906add req-bfade833-7e64-4f98-aad3-e81a98f6f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:38.163694 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9e9a1674-4841-4611-a481-939ad1906add req-bfade833-7e64-4f98-aad3-e81a98f6f836 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 200 len: 918 time: 0.0912421 Sep 15 18:19:38.230446 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9e9a1674-4841-4611-a481-939ad1906add req-b4e1dcbb-9d23-4620-b926-827fdb629ef5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7 HTTP/1.1" status: 200 len: 998 time: 0.0581169 Sep 15 18:19:38.288100 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a1674-4841-4611-a481-939ad1906add req-a152a318-8c75-4671-ab47-802fe182ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:38.289647 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9e9a1674-4841-4611-a481-939ad1906add req-a152a318-8c75-4671-ab47-802fe182ae4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 200 len: 856 time: 0.0472047 Sep 15 18:19:38.309314 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device ee59374c-7ffe-4653-bb73-8519e4f98ee7 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:19:38.337220 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a1674-4841-4611-a481-939ad1906add req-a7c455dc-8f6d-4ed1-aca7-040d4ced4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:38.338813 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9e9a1674-4841-4611-a481-939ad1906add req-a7c455dc-8f6d-4ed1-aca7-040d4ced4d47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74743a91-bae5-45c6-9b3b-f7dc7ab12add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419505 Sep 15 18:19:38.356201 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768096f2-f2a1-42ba-a8a5-749bd3443a80 req-04190ae0-049c-4557-bb1e-3a6568ceeb05 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:38.357685 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-768096f2-f2a1-42ba-a8a5-749bd3443a80 req-04190ae0-049c-4557-bb1e-3a6568ceeb05 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 943 time: 0.1260412 Sep 15 18:19:38.366950 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad69f2-547b-4cb2-98c8-1bb1356ccd60 req-629c1230-de21-4ed0-bac6-33818ea3c770 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:38.368376 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0cad69f2-547b-4cb2-98c8-1bb1356ccd60 req-629c1230-de21-4ed0-bac6-33818ea3c770 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.1378460 Sep 15 18:19:38.406981 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:38.412448 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:38.418264 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'port_id': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'mac_address': 'fa:16:3e:f6:11:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:19:38.442049 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9e9a1674-4841-4611-a481-939ad1906add req-28f426bc-a1b2-4d68-b9f9-88562cc9ae61 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893552 Sep 15 18:19:38.462454 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:38.464532 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-768096f2-f2a1-42ba-a8a5-749bd3443a80 req-207b2aa1-4cb4-43f5-9537-d71de0deb1b8 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936637 Sep 15 18:19:38.475856 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee59374c-7ffe-4653-bb73-8519e4f98ee7 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:19:38.478623 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0cad69f2-547b-4cb2-98c8-1bb1356ccd60 req-a5831dda-7437-4c56-956a-0e954cf2571c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955625 Sep 15 18:19:38.498208 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:38.515834 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:38.517915 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:38.544671 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9e9a1674-4841-4611-a481-939ad1906add req-d2345e31-8da4-4a0f-92ff-b6d3633619a5 service neutron] 10.222.0.41 "GET /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915024 Sep 15 18:19:38.560041 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=ee59374c-7ffe-4653-bb73-8519e4f98ee7,revision_number=9']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:38.664264 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:38.668625 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58785609'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:38.735783 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'Port': ['ID=43b1a4e4-e8f2-4036-a624-ad9ccb13892e,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:38.747800 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:38.752453 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-92ae39a2-163d-4e68-ae47-223d0533ffe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:38.760933 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['ee59374c-7ffe-4653-bb73-8519e4f98ee7'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:19:38.850883 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.l3_db [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Floating IP eb42607d-8848-4a0f-ba21-d73df0f76220 associated. External IP: 172.27.2.239, port: cb3e2ab6-6700-4299-8212-52bb75aecd94. Sep 15 18:19:39.058969 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:19:39.164689 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:19:39.173996 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3670dc-9305-41cf-b4c3-9a26e8420db8 None None] Sync routers for ids ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:19:39.182644 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.184327 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3670dc-9305-41cf-b4c3-9a26e8420db8 None None] Routers {'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:19:39.186154 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-7e3670dc-9305-41cf-b4c3-9a26e8420db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:19:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:39.213824 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-df5397e3-54ab-431d-b2c1-b214f76ef929 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9039736 Sep 15 18:19:39.214390 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:19:39.216611 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c" -d '{"events": [{"name": "network-changed", "server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:19:39.216987 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43812) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:39.222307 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-9463c945-e1cf-452a-91a1-d55d879a8169 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-584151397', 'description': 'tempest-secgroup-smoke-584151397 description', 'project_id': '80855252b55f4578a1fd24281f272880'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:19:39.259135 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9463c945-e1cf-452a-91a1-d55d879a8169 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.307986 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-7e3670dc-9305-41cf-b4c3-9a26e8420db8 None None] Set router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:19:39.324233 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e43031-0ba0-4cda-9e94-fcc0e7e47b25 x-openstack-request-id: req-60e43031-0ba0-4cda-9e94-fcc0e7e47b25 {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:19:39.324692 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:19:39.325305 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60e43031-0ba0-4cda-9e94-fcc0e7e47b25 {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:19:39.325743 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'status': 'completed', 'code': 200} Sep 15 18:19:39.364654 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9463c945-e1cf-452a-91a1-d55d879a8169 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.385279 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9463c945-e1cf-452a-91a1-d55d879a8169 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.420979 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9463c945-e1cf-452a-91a1-d55d879a8169 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.422245 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-9463c945-e1cf-452a-91a1-d55d879a8169 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2039292 Sep 15 18:19:39.423987 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463c945-e1cf-452a-91a1-d55d879a8169 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66db5d87-00ed-4ef9-a89e-2353ce76853f,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:39.425249 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43818) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:39.430832 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c req-abfe425a-ec04-4004-b781-9ac8fc109b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:39.432328 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c req-abfe425a-ec04-4004-b781-9ac8fc109b6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80855252b55f4578a1fd24281f272880&device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 1099 time: 0.0813410 Sep 15 18:19:39.434832 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-b24e334f-f4d2-49dd-821a-f54dac4e2dd9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Request body: {'security_group_rule': {'security_group_id': '66db5d87-00ed-4ef9-a89e-2353ce76853f', 'project_id': '80855252b55f4578a1fd24281f272880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:19:39.468245 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b24e334f-f4d2-49dd-821a-f54dac4e2dd9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.536002 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-7e3670dc-9305-41cf-b4c3-9a26e8420db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'eb42607d-8848-4a0f-ba21-d73df0f76220', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'port_id': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'mac_address': 'fa:16:3e:d5:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:19:37Z', 'updated_at': '2021-09-15T18:19:37Z', 'revision_number': 0, 'project_id': '80855252b55f4578a1fd24281f272880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6961949-22dc-46e7-aa2e-340e5d9fb665', 'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'mac_address': 'fa:16:3e:28:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:36Z', 'updated_at': '2021-09-15T18:18:41Z', 'revision_number': 5, 'project_id': '80855252b55f4578a1fd24281f272880', 'subnets': [{'id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:39.536755 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b24e334f-f4d2-49dd-821a-f54dac4e2dd9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.542128 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b24e334f-f4d2-49dd-821a-f54dac4e2dd9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.552149 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c req-d0316cf4-0087-4a40-a07d-02a593a7ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:39.554567 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c req-d0316cf4-0087-4a40-a07d-02a593a7ddc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d HTTP/1.1" status: 200 len: 915 time: 0.1131759 Sep 15 18:19:39.568145 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b24e334f-f4d2-49dd-821a-f54dac4e2dd9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.569565 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-b24e334f-f4d2-49dd-821a-f54dac4e2dd9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383333 Sep 15 18:19:39.572253 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43824) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:39.575727 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3670dc-9305-41cf-b4c3-9a26e8420db8 None None] Checking router: e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:19:39.578214 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-0c678e43-50fd-486b-bd63-c70a0bdfa90a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Request body: {'security_group_rule': {'security_group_id': '66db5d87-00ed-4ef9-a89e-2353ce76853f', 'project_id': '80855252b55f4578a1fd24281f272880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:19:39.584080 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3670dc-9305-41cf-b4c3-9a26e8420db8 None None] Routers {'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:19:39.584837 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-7e3670dc-9305-41cf-b4c3-9a26e8420db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:19:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:39.598044 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e334f-f4d2-49dd-821a-f54dac4e2dd9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc875edb-47df-4353-b31f-851f052bf3e6,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:39.649924 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c req-0b510ecb-b3c7-4189-9750-e3b5e780e526 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94 HTTP/1.1" status: 200 len: 1000 time: 0.0871673 Sep 15 18:19:39.656331 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0c678e43-50fd-486b-bd63-c70a0bdfa90a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.692897 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-7e3670dc-9305-41cf-b4c3-9a26e8420db8 None None] Set router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:19:39.707025 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c req-5e6808fe-a061-4cc0-93d3-e8302bc56161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:39.708881 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c req-5e6808fe-a061-4cc0-93d3-e8302bc56161 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed558eb-7db0-4fbd-86c2-2b4e73322373 HTTP/1.1" status: 200 len: 853 time: 0.0490046 Sep 15 18:19:39.715428 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127054c8-d216-485b-8aa9-9481cd7da3f6 req-7a73f59b-c622-4c4a-bfb4-7a28ae092c03 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:39.716950 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-127054c8-d216-485b-8aa9-9481cd7da3f6 req-7a73f59b-c622-4c4a-bfb4-7a28ae092c03 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 944 time: 0.1053104 Sep 15 18:19:39.727986 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a1f75-4b8b-4ffb-b1cf-546db13fd021 req-b09f737d-0355-44db-8e2c-61e864f04119 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:39.729191 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-977a1f75-4b8b-4ffb-b1cf-546db13fd021 req-b09f737d-0355-44db-8e2c-61e864f04119 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.1289046 Sep 15 18:19:39.757535 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c req-c95b63a8-3138-4a77-a499-badbb795dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:39.759070 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c req-c95b63a8-3138-4a77-a499-badbb795dc39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425947 Sep 15 18:19:39.795004 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0c678e43-50fd-486b-bd63-c70a0bdfa90a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.804831 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0c678e43-50fd-486b-bd63-c70a0bdfa90a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.808874 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-127054c8-d216-485b-8aa9-9481cd7da3f6 req-0d113d45-6654-4a2e-91c1-cb6e43ac37a5 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787470 Sep 15 18:19:39.850097 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-977a1f75-4b8b-4ffb-b1cf-546db13fd021 req-5484303e-a465-4b7a-ab53-af5f095b4356 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063478 Sep 15 18:19:39.860651 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0c678e43-50fd-486b-bd63-c70a0bdfa90a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.862788 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c req-3582e1d6-ea0d-499f-b287-bdbc823b356f service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949445 Sep 15 18:19:39.870311 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-0c678e43-50fd-486b-bd63-c70a0bdfa90a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2967434 Sep 15 18:19:39.873394 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43826) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:39.877899 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-b56b89f2-832e-4bc0-b27f-81d63f5a792f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Request body: {'security_group_rule': {'security_group_id': '66db5d87-00ed-4ef9-a89e-2353ce76853f', 'project_id': '80855252b55f4578a1fd24281f272880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:19:39.883505 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c678e43-50fd-486b-bd63-c70a0bdfa90a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197c3537-982a-4013-a521-d5f714943a1f,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:39.908730 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b56b89f2-832e-4bc0-b27f-81d63f5a792f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.940801 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-7e3670dc-9305-41cf-b4c3-9a26e8420db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'eb42607d-8848-4a0f-ba21-d73df0f76220', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'port_id': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'mac_address': 'fa:16:3e:d5:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:19:37Z', 'updated_at': '2021-09-15T18:19:37Z', 'revision_number': 0, 'project_id': '80855252b55f4578a1fd24281f272880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6961949-22dc-46e7-aa2e-340e5d9fb665', 'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'mac_address': 'fa:16:3e:28:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:36Z', 'updated_at': '2021-09-15T18:18:41Z', 'revision_number': 5, 'project_id': '80855252b55f4578a1fd24281f272880', 'subnets': [{'id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:39.963437 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-83dbbe41-5b4d-414a-a06a-d57a4e7e165c req-9bd03f0f-01d5-47e8-9a10-751ba6784d41 service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918381 Sep 15 18:19:39.967325 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3670dc-9305-41cf-b4c3-9a26e8420db8 None None] The sync data for ids ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'] in dv-cinder-763774-3-iscsi is: [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': 'eb42607d-8848-4a0f-ba21-d73df0f76220', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'port_id': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'mac_address': 'fa:16:3e:d5:f5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:19:37Z', 'updated_at': '2021-09-15T18:19:37Z', 'revision_number': 0, 'project_id': '80855252b55f4578a1fd24281f272880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6961949-22dc-46e7-aa2e-340e5d9fb665', 'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'mac_address': 'fa:16:3e:28:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:36Z', 'updated_at': '2021-09-15T18:18:41Z', 'revision_number': 5, 'project_id': '80855252b55f4578a1fd24281f272880', 'subnets': [{'id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:19:39.969943 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b56b89f2-832e-4bc0-b27f-81d63f5a792f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.974122 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b56b89f2-832e-4bc0-b27f-81d63f5a792f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:39.989859 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b89f2-832e-4bc0-b27f-81d63f5a792f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b209bdb-76e1-48f9-9cc7-ad33d54cd700,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:39.999268 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b56b89f2-832e-4bc0-b27f-81d63f5a792f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.000618 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-b56b89f2-832e-4bc0-b27f-81d63f5a792f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262906 Sep 15 18:19:40.005625 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43828) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:40.010813 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-7b8b9149-9b9c-4f06-be8e-a98321656444 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Request body: {'security_group_rule': {'security_group_id': '66db5d87-00ed-4ef9-a89e-2353ce76853f', 'project_id': '80855252b55f4578a1fd24281f272880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:19:40.037528 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7b8b9149-9b9c-4f06-be8e-a98321656444 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.102517 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7b8b9149-9b9c-4f06-be8e-a98321656444 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.106607 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7b8b9149-9b9c-4f06-be8e-a98321656444 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.126195 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b9149-9b9c-4f06-be8e-a98321656444 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c72f85-b4df-41f4-b782-7b252d466dee,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:40.135545 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7b8b9149-9b9c-4f06-be8e-a98321656444 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.136833 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-7b8b9149-9b9c-4f06-be8e-a98321656444 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302242 Sep 15 18:19:40.139650 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43830) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:40.144149 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-7b29db3d-09ad-4647-b8f7-11e33fb48cd8 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Request body: {'security_group_rule': {'security_group_id': '66db5d87-00ed-4ef9-a89e-2353ce76853f', 'project_id': '80855252b55f4578a1fd24281f272880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:19:40.168051 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.securitygroups_db [None req-7b29db3d-09ad-4647-b8f7-11e33fb48cd8 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Project 80855252b55f4578a1fd24281f272880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:19:40.173570 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7b29db3d-09ad-4647-b8f7-11e33fb48cd8 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.175593 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd8722-0b2f-4ebc-a96b-3198f08e764e None None] New status for floating IP eb42607d-8848-4a0f-ba21-d73df0f76220: ACTIVE {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:19:40.243908 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7b29db3d-09ad-4647-b8f7-11e33fb48cd8 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.247635 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7b29db3d-09ad-4647-b8f7-11e33fb48cd8 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.264676 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29db3d-09ad-4647-b8f7-11e33fb48cd8 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6ed857-ac9e-489c-af4d-744dc64d199d,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:40.272083 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7b29db3d-09ad-4647-b8f7-11e33fb48cd8 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.273341 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-7b29db3d-09ad-4647-b8f7-11e33fb48cd8 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326900 Sep 15 18:19:40.276301 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43834) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:40.280972 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-239d3387-c49e-4d8c-9174-7587cbe83096 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Request body: {'security_group_rule': {'security_group_id': '66db5d87-00ed-4ef9-a89e-2353ce76853f', 'project_id': '80855252b55f4578a1fd24281f272880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:19:40.302564 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.securitygroups_db [None req-239d3387-c49e-4d8c-9174-7587cbe83096 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Project 80855252b55f4578a1fd24281f272880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:19:40.308182 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-239d3387-c49e-4d8c-9174-7587cbe83096 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.326531 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device ee59374c-7ffe-4653-bb73-8519e4f98ee7 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:19:40.378165 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-239d3387-c49e-4d8c-9174-7587cbe83096 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.380297 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port ee59374c-7ffe-4653-bb73-8519e4f98ee7 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:19:40.380735 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.382960 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-239d3387-c49e-4d8c-9174-7587cbe83096 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.402630 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d3387-c49e-4d8c-9174-7587cbe83096 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b381ce0-b1aa-4d93-b5ff-bdf9e48c9c35,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:40.409424 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-239d3387-c49e-4d8c-9174-7587cbe83096 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.412925 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-239d3387-c49e-4d8c-9174-7587cbe83096 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355159 Sep 15 18:19:40.460612 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.482364 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:19:40.484617 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02a74cb-49d9-46d3-987b-7473d3cd39ab" -d '{"events": [{"server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "name": "network-vif-plugged", "status": "completed", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:19:40.486374 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cdcf914a-c643-4d2e-b889-d29708ee87ad req-eeae0f76-966b-42ca-86d3-158fe2446d09 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584151397&fields=id&tenant_id=80855252b55f4578a1fd24281f272880 HTTP/1.1" status: 200 len: 267 time: 0.0323749 Sep 15 18:19:40.497403 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:40.502909 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.527743 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e43b9fa-32f2-4827-a4f8-034b0d3efd6f x-openstack-request-id: req-2e43b9fa-32f2-4827-a4f8-034b0d3efd6f {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:19:40.528038 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "name": "network-vif-plugged", "status": "completed", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:19:40.528283 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e43b9fa-32f2-4827-a4f8-034b0d3efd6f {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:19:40.528674 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'code': 200} Sep 15 18:19:40.547004 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf914a-c643-4d2e-b889-d29708ee87ad req-e867ea95-ff61-42c1-b942-1be06f43ffc1 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:40.548522 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cdcf914a-c643-4d2e-b889-d29708ee87ad req-e867ea95-ff61-42c1-b942-1be06f43ffc1 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 946 time: 0.0513062 Sep 15 18:19:40.554287 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=ee59374c-7ffe-4653-bb73-8519e4f98ee7,revision_number=10']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:40.560723 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [req-cdcf914a-c643-4d2e-b889-d29708ee87ad req-9234a91c-aafe-4e96-8b00-fe1f9b6a2c5b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Request body: {'port': {'security_groups': ['3848d21d-b2ae-4fe8-91c9-143920db2033', '66db5d87-00ed-4ef9-a89e-2353ce76853f']}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:19:40.624970 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-cdcf914a-c643-4d2e-b889-d29708ee87ad req-9234a91c-aafe-4e96-8b00-fe1f9b6a2c5b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.704213 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d934c0a-6a9d-4851-8215-fc5fb5803991 req-f2e39a3c-41dd-4fa4-a8d1-86edee06393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:40.705739 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6d934c0a-6a9d-4851-8215-fc5fb5803991 req-f2e39a3c-41dd-4fa4-a8d1-86edee06393c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 1099 time: 0.0385079 Sep 15 18:19:40.741577 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6d934c0a-6a9d-4851-8215-fc5fb5803991 req-e36a5884-f61b-47ce-9e3c-eea660c051cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265865 Sep 15 18:19:40.843022 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [req-cdcf914a-c643-4d2e-b889-d29708ee87ad req-9234a91c-aafe-4e96-8b00-fe1f9b6a2c5b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] For port cb3e2ab6-6700-4299-8212-52bb75aecd94, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:40.872668 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-cdcf914a-c643-4d2e-b889-d29708ee87ad req-9234a91c-aafe-4e96-8b00-fe1f9b6a2c5b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.878520 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-cdcf914a-c643-4d2e-b889-d29708ee87ad req-9234a91c-aafe-4e96-8b00-fe1f9b6a2c5b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58785609'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.890657 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['cb3e2ab6-6700-4299-8212-52bb75aecd94'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:19:40.923394 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf914a-c643-4d2e-b889-d29708ee87ad req-9234a91c-aafe-4e96-8b00-fe1f9b6a2c5b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:40.924394 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-cdcf914a-c643-4d2e-b889-d29708ee87ad req-9234a91c-aafe-4e96-8b00-fe1f9b6a2c5b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:40.925360 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cdcf914a-c643-4d2e-b889-d29708ee87ad req-9234a91c-aafe-4e96-8b00-fe1f9b6a2c5b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "PUT /v2.0/ports/cb3e2ab6-6700-4299-8212-52bb75aecd94 HTTP/1.1" status: 200 len: 982 time: 0.3693950 Sep 15 18:19:40.984343 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234a91c-aafe-4e96-8b00-fe1f9b6a2c5b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'Port': ['ID=cb3e2ab6-6700-4299-8212-52bb75aecd94,revision_number=6']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:41.010116 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['cb3e2ab6-6700-4299-8212-52bb75aecd94'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:19:41.035881 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a65866-e946-45a3-a790-13622d423331 req-dc22dd48-f4fd-4b98-9fb3-b2b83edbfef0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:41.039787 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-73a65866-e946-45a3-a790-13622d423331 req-dc22dd48-f4fd-4b98-9fb3-b2b83edbfef0 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 946 time: 0.1273808 Sep 15 18:19:41.065043 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362233e-b13a-4545-817a-3d2281a6ea5b req-682564f0-cf44-4e17-9685-4acb6de7b2b9 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:41.066649 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7362233e-b13a-4545-817a-3d2281a6ea5b req-682564f0-cf44-4e17-9685-4acb6de7b2b9 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0786407 Sep 15 18:19:41.121817 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-73a65866-e946-45a3-a790-13622d423331 req-437238ee-4533-4eb5-9e08-5edbc25f5a6f tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701377 Sep 15 18:19:41.132834 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7362233e-b13a-4545-817a-3d2281a6ea5b req-ba9266e0-d6a8-4475-9320-a5cfc46bf766 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558589 Sep 15 18:19:41.251532 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad96c11-f476-4b58-a56e-5f24f1e06bf9 req-b6be49e4-2210-402a-a0e6-bbbd107e65db tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:41.253021 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cad96c11-f476-4b58-a56e-5f24f1e06bf9 req-b6be49e4-2210-402a-a0e6-bbbd107e65db tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0531712 Sep 15 18:19:41.268206 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-645a80c4-f12e-4e4a-a6a1-ada481b1ae0a None None] Provisioning complete for port cb3e2ab6-6700-4299-8212-52bb75aecd94 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:19:41.268967 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-645a80c4-f12e-4e4a-a6a1-ada481b1ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:41.294139 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cad96c11-f476-4b58-a56e-5f24f1e06bf9 req-f20ff2c3-9426-48e7-964d-0cfd033ce890 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340321 Sep 15 18:19:41.326818 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:19:41.329347 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:19:41.364398 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28660b5-e9d6-4131-a7a9-f163a9000fa4 x-openstack-request-id: req-c28660b5-e9d6-4131-a7a9-f163a9000fa4 {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:19:41.364713 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:19:41.364958 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c28660b5-e9d6-4131-a7a9-f163a9000fa4 {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:19:41.365344 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'status': 'completed', 'code': 200} Sep 15 18:19:41.429296 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3 req-bf65781c-547f-4e33-808e-89c61aab3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:41.430735 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3 req-bf65781c-547f-4e33-808e-89c61aab3afc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80855252b55f4578a1fd24281f272880&device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 1138 time: 0.0415828 Sep 15 18:19:41.502197 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-33a8ff23-7cb0-4d21-a79a-76d29028eb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:41.526295 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:41.527099 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3 req-926e6e2b-4271-4e5b-aed6-ba240d69e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:41.528611 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3 req-926e6e2b-4271-4e5b-aed6-ba240d69e593 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d HTTP/1.1" status: 200 len: 915 time: 0.0902917 Sep 15 18:19:41.596986 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3 req-303263fa-ca68-493e-8ef4-a8f0ba831072 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94 HTTP/1.1" status: 200 len: 1002 time: 0.0610960 Sep 15 18:19:41.648475 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3 req-e8a5a671-f6a5-4b30-afe9-a4b63ec447a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:41.649936 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3 req-e8a5a671-f6a5-4b30-afe9-a4b63ec447a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed558eb-7db0-4fbd-86c2-2b4e73322373 HTTP/1.1" status: 200 len: 853 time: 0.0430474 Sep 15 18:19:41.694851 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3 req-9ccc80f5-f263-4b18-9c28-d7003131afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:41.696224 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3 req-9ccc80f5-f263-4b18-9c28-d7003131afbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385160 Sep 15 18:19:41.785398 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3 req-bb67f46d-e004-442d-94b7-055756ec280d service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813093 Sep 15 18:19:41.881196 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-deee0cbe-19ae-4f6b-ab12-f0b6d3d334a3 req-a86b1039-ccff-4b59-8055-088fa316b9b4 service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840473 Sep 15 18:19:42.287460 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5b1a5-6ede-4b55-a76e-b8df49fbf180 req-5a8f19cf-348c-4d36-9fb6-1fa1eaaa67cd tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:42.289697 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a3d5b1a5-6ede-4b55-a76e-b8df49fbf180 req-5a8f19cf-348c-4d36-9fb6-1fa1eaaa67cd tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0787387 Sep 15 18:19:42.302497 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84336613-e02c-4961-a866-00c1de0fc19c req-5147a5f0-2b5d-48f4-9fec-0b60da666352 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:42.303995 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-84336613-e02c-4961-a866-00c1de0fc19c req-5147a5f0-2b5d-48f4-9fec-0b60da666352 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 946 time: 0.0840788 Sep 15 18:19:42.359300 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a3d5b1a5-6ede-4b55-a76e-b8df49fbf180 req-e7a10954-0b28-4982-ba29-51362f87dc88 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542073 Sep 15 18:19:42.366907 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-84336613-e02c-4961-a866-00c1de0fc19c req-98bd38a9-c7ce-43fa-98f2-d9fe69f64311 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484908 Sep 15 18:19:42.501297 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:43.502644 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b8779-22f3-44d5-9051-28c6cc3c9b30 req-64a82ef9-5564-44af-ab8f-51289fcd855f tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:43.504102 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-983b8779-22f3-44d5-9051-28c6cc3c9b30 req-64a82ef9-5564-44af-ab8f-51289fcd855f tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0773747 Sep 15 18:19:43.524790 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfa8c7-9411-40f5-a1d3-2c750f0662f7 req-dc0579b7-2d17-49d1-9bf7-aa933a653207 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:43.526218 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20dfa8c7-9411-40f5-a1d3-2c750f0662f7 req-dc0579b7-2d17-49d1-9bf7-aa933a653207 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 946 time: 0.0737147 Sep 15 18:19:43.567144 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-983b8779-22f3-44d5-9051-28c6cc3c9b30 req-e7fbf5db-19fd-4935-9a54-cc69e6ef14e6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555489 Sep 15 18:19:43.579434 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20dfa8c7-9411-40f5-a1d3-2c750f0662f7 req-3d0f3a6c-64b5-40b2-822b-72bb322d42ba tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460951 Sep 15 18:19:44.291295 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:44.676741 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88bf30-12dd-41b7-8bdc-5ff08a9b851a req-4cf9ff91-2c6a-4452-8430-8d7361e9d345 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:44.678192 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5e88bf30-12dd-41b7-8bdc-5ff08a9b851a req-4cf9ff91-2c6a-4452-8430-8d7361e9d345 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0469034 Sep 15 18:19:44.713874 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5e88bf30-12dd-41b7-8bdc-5ff08a9b851a req-33a1f922-0ce0-476e-8dc6-2ed63505efb0 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298996 Sep 15 18:19:45.825613 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f244ad0-a427-4b99-90ba-edd2d02730d6 req-aaedeef7-a505-454a-843e-337956a3f4c4 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:45.827105 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4f244ad0-a427-4b99-90ba-edd2d02730d6 req-aaedeef7-a505-454a-843e-337956a3f4c4 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0483947 Sep 15 18:19:45.863583 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4f244ad0-a427-4b99-90ba-edd2d02730d6 req-a64f5604-3e2c-4039-8fa6-6008b1544085 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304525 Sep 15 18:19:47.012842 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f61906-de2d-4560-8aac-bb33aa62b192 req-055a3411-2a89-4b1d-aeed-6e55f8650a70 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:47.014328 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-94f61906-de2d-4560-8aac-bb33aa62b192 req-055a3411-2a89-4b1d-aeed-6e55f8650a70 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0800211 Sep 15 18:19:47.025800 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0deb2cb-d270-48db-a7a8-ba2ecdf9c61e req-1c39c785-7245-4a54-b569-bd872f76eb2b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:47.027168 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c0deb2cb-d270-48db-a7a8-ba2ecdf9c61e req-1c39c785-7245-4a54-b569-bd872f76eb2b tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 945 time: 0.0638661 Sep 15 18:19:47.079992 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-94f61906-de2d-4560-8aac-bb33aa62b192 req-fcb2fc33-c00d-43e3-86ab-8d8798d589ad tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518813 Sep 15 18:19:47.086910 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c0deb2cb-d270-48db-a7a8-ba2ecdf9c61e req-e8d983e9-b9cf-463e-bb0d-7b72afc62538 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=293d3246-48b9-49ce-9fbb-3775ad949ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533819 Sep 15 18:19:48.220709 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d42562-26fb-4b00-a2bd-f6244d1222ef req-0c70c41d-7a77-4552-8ccf-d70366c6d2fa tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:48.222188 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-24d42562-26fb-4b00-a2bd-f6244d1222ef req-0c70c41d-7a77-4552-8ccf-d70366c6d2fa tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0769441 Sep 15 18:19:48.230007 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbe92c-e1cf-4a60-b19c-9cdf5fcdaeea req-84ec9a68-67d9-482b-b280-bbd52ce7f838 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:48.231356 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-63dbe92c-e1cf-4a60-b19c-9cdf5fcdaeea req-84ec9a68-67d9-482b-b280-bbd52ce7f838 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 945 time: 0.0771773 Sep 15 18:19:48.285572 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-24d42562-26fb-4b00-a2bd-f6244d1222ef req-1dca310f-d252-483d-b511-413f0e19d62c tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532842 Sep 15 18:19:48.288318 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-63dbe92c-e1cf-4a60-b19c-9cdf5fcdaeea req-94721f7a-6c66-4d0b-97ad-8f147a95319a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups?id=293d3246-48b9-49ce-9fbb-3775ad949ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505745 Sep 15 18:19:48.874225 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-d431a9a4-8a89-4fbf-9991-bd4633797879 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:48.875636 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-d431a9a4-8a89-4fbf-9991-bd4633797879 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 945 time: 0.0504065 Sep 15 18:19:48.963084 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Deleting port df707553-5eba-4d12-b66b-b310ef3fc1af {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:19:48.963420 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:49.049521 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] For port df707553-5eba-4d12-b66b-b310ef3fc1af, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=df707553-5eba-4d12-b66b-b310ef3fc1af,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:49.049911 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:49.174911 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:19:49.211982 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:49.212334 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:49.212654 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.l3_db [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Floating IP f0c637df-c888-4bf6-a5a6-baeb90fbbefb disassociated. External IP: 172.27.2.230, port: df707553-5eba-4d12-b66b-b310ef3fc1af. Sep 15 18:19:49.212975 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Calling delete_port for df707553-5eba-4d12-b66b-b310ef3fc1af owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:19:49.336598 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:49.360854 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event deleted for resources: {'Port': ['ID=df707553-5eba-4d12-b66b-b310ef3fc1af,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:49.413949 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9ce3c08c-539a-4f4c-8ee2-cb35db24d09b req-83cf2da0-0535-47c7-84d6-17c44fefd49a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2caa5a8-7292-4661-a5b5-8126cfb176ae HTTP/1.1" status: 200 len: 210 time: 0.0318499 Sep 15 18:19:49.430332 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec08a15-b9d6-491f-b24b-8071f7810412 req-82f54762-43eb-4d02-9e4d-6f8b85aa33c2 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:49.431881 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-eec08a15-b9d6-491f-b24b-8071f7810412 req-82f54762-43eb-4d02-9e4d-6f8b85aa33c2 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0781045 Sep 15 18:19:49.473417 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-eec08a15-b9d6-491f-b24b-8071f7810412 req-5a6c1efa-d596-4961-a0ee-5d749599ccdd tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352237 Sep 15 18:19:49.477496 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Router f6cf94c5-78de-4fda-819a-d1f3305b6af1 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:19:49.578982 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:19:49.589712 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1407776-9cab-4903-9091-0f1ec1b60fb3 None None] Sync routers for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:19:49.598458 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1407776-9cab-4903-9091-0f1ec1b60fb3 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:19:49.599078 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d1407776-9cab-4903-9091-0f1ec1b60fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:19:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:49.616183 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] No DVR routers for this DVR port df707553-5eba-4d12-b66b-b310ef3fc1af on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:19:49.618645 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:49.620604 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-599b84b8-d687-42f3-8b3a-fe33debec13b req-96431402-cbf3-4cf4-a166-51c16f4f600a tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.41 "DELETE /v2.0/ports/df707553-5eba-4d12-b66b-b310ef3fc1af HTTP/1.1" status: 204 len: 173 time: 0.7390270 Sep 15 18:19:49.621032 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'name': 'network-vif-deleted', 'tag': 'df707553-5eba-4d12-b66b-b310ef3fc1af'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:19:49.623268 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd92d8e-c362-4820-b3da-74090cf32f21" -d '{"events": [{"server_uuid": "a2caa5a8-7292-4661-a5b5-8126cfb176ae", "name": "network-vif-deleted", "tag": "df707553-5eba-4d12-b66b-b310ef3fc1af"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:19:49.668414 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79724bf-274a-45c3-9e8f-c480cee3f860 x-openstack-request-id: req-d79724bf-274a-45c3-9e8f-c480cee3f860 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:19:49.668894 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2caa5a8-7292-4661-a5b5-8126cfb176ae", "name": "network-vif-deleted", "tag": "df707553-5eba-4d12-b66b-b310ef3fc1af", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:19:49.669146 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d79724bf-274a-45c3-9e8f-c480cee3f860 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:19:49.669601 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2caa5a8-7292-4661-a5b5-8126cfb176ae', 'name': 'network-vif-deleted', 'tag': 'df707553-5eba-4d12-b66b-b310ef3fc1af', 'status': 'completed', 'code': 200} Sep 15 18:19:49.707024 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-d1407776-9cab-4903-9091-0f1ec1b60fb3 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:19:49.907548 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d1407776-9cab-4903-9091-0f1ec1b60fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:49.933114 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1407776-9cab-4903-9091-0f1ec1b60fb3 None None] Checking router: f6cf94c5-78de-4fda-819a-d1f3305b6af1 for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:19:49.941266 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1407776-9cab-4903-9091-0f1ec1b60fb3 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:19:49.941894 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d1407776-9cab-4903-9091-0f1ec1b60fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:19:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:50.048414 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-d1407776-9cab-4903-9091-0f1ec1b60fb3 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:19:50.242138 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d1407776-9cab-4903-9091-0f1ec1b60fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:50.378735 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1407776-9cab-4903-9091-0f1ec1b60fb3 None None] The sync data for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi is: [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:34Z', 'revision_number': 4, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800', 'name': '', 'network_id': '80c13f2d-8f39-4316-81c3-bc5ae9f65f6a', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'mac_address': 'fa:16:3e:90:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:32Z', 'updated_at': '2021-09-15T18:13:48Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'subnets': [{'id': 'dba29c0e-b144-4978-b5df-55ed14a91a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:19:50.501928 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43972) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:50.564653 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-915b7daf-b1cf-4590-831b-528046924c24 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:50.589224 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-915b7daf-b1cf-4590-831b-528046924c24 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:50.595227 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689f8ad-a485-439d-96ac-e2d999d0a173 req-85f7416d-1a8e-4376-805a-23f40875bb2b tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:50.596760 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d689f8ad-a485-439d-96ac-e2d999d0a173 req-85f7416d-1a8e-4376-805a-23f40875bb2b tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0583165 Sep 15 18:19:50.620236 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9687245a-6c4d-4b84-a489-ffd252b4d55c None None] New status for floating IP f0c637df-c888-4bf6-a5a6-baeb90fbbefb: DOWN {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:19:50.639771 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-915b7daf-b1cf-4590-831b-528046924c24 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:50.642419 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-915b7daf-b1cf-4590-831b-528046924c24 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:50.643658 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-915b7daf-b1cf-4590-831b-528046924c24 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "DELETE /v2.0/security-groups/293d3246-48b9-49ce-9fbb-3775ad949ceb HTTP/1.1" status: 204 len: 168 time: 0.1406066 Sep 15 18:19:50.647073 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 43974) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:50.648316 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d689f8ad-a485-439d-96ac-e2d999d0a173 req-c0ca5225-df83-4dfd-8e5d-bc09d965d1bc tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450196 Sep 15 18:19:50.663234 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b7daf-b1cf-4590-831b-528046924c24 tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=293d3246-48b9-49ce-9fbb-3775ad949ceb,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:50.666683 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.api.v2.resource [None req-5d20a840-9e7d-4276-a386-85b15490201c tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] show failed (client error): The resource could not be found. Sep 15 18:19:50.667936 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-5d20a840-9e7d-4276-a386-85b15490201c tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "GET /v2.0/security-groups/293d3246-48b9-49ce-9fbb-3775ad949ceb HTTP/1.1" status: 404 len: 347 time: 0.0197136 Sep 15 18:19:50.670755 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 43976) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:51.007352 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-ecb01bb2-0279-46ca-a050-aab42357cd4f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Deleting port 69002c4a-d124-43d5-a1da-bc9cdf7f863d {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:19:51.007594 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ecb01bb2-0279-46ca-a050-aab42357cd4f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:51.082958 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ecb01bb2-0279-46ca-a050-aab42357cd4f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:51.083302 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ecb01bb2-0279-46ca-a050-aab42357cd4f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:51.094962 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-ecb01bb2-0279-46ca-a050-aab42357cd4f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Calling delete_port for 69002c4a-d124-43d5-a1da-bc9cdf7f863d owned by network:floatingip {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:19:51.233988 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ecb01bb2-0279-46ca-a050-aab42357cd4f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:51.259644 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb01bb2-0279-46ca-a050-aab42357cd4f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Pushing event deleted for resources: {'Port': ['ID=69002c4a-d124-43d5-a1da-bc9cdf7f863d,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:51.322900 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ecb01bb2-0279-46ca-a050-aab42357cd4f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:51.325371 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ecb01bb2-0279-46ca-a050-aab42357cd4f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:51.326558 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ecb01bb2-0279-46ca-a050-aab42357cd4f tempest-AttachVolumeTestJSON-1274651958 tempest-AttachVolumeTestJSON-1274651958-project] 10.222.0.39 "DELETE /v2.0/floatingips/f0c637df-c888-4bf6-a5a6-baeb90fbbefb HTTP/1.1" status: 204 len: 168 time: 0.6548443 Sep 15 18:19:51.762643 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ce4aa-e005-494f-897f-848107a0353f req-0ad0578c-d1e4-4752-858c-717aadb0ebd7 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:51.764120 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-629ce4aa-e005-494f-897f-848107a0353f req-0ad0578c-d1e4-4752-858c-717aadb0ebd7 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0472398 Sep 15 18:19:51.801609 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-629ce4aa-e005-494f-897f-848107a0353f req-d61913ec-4895-4f8f-8276-5bae3ab9584d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315609 Sep 15 18:19:52.032640 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b769a7-c436-4166-aa4e-4632917d2fa6 req-2f83bcb3-de59-481b-8fd9-aa261f54246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:52.034042 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f0b769a7-c436-4166-aa4e-4632917d2fa6 req-2f83bcb3-de59-481b-8fd9-aa261f54246b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d57e1f1952846e8a6126daafda73f67&device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 1099 time: 0.2635448 Sep 15 18:19:52.121799 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b769a7-c436-4166-aa4e-4632917d2fa6 req-0eb92b59-6533-47bc-b5a8-a7470d500c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:52.123477 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f0b769a7-c436-4166-aa4e-4632917d2fa6 req-0eb92b59-6533-47bc-b5a8-a7470d500c74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c HTTP/1.1" status: 200 len: 910 time: 0.0810621 Sep 15 18:19:52.189184 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f0b769a7-c436-4166-aa4e-4632917d2fa6 req-ba6ff638-3db7-476d-9664-d3065a04c6e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1 HTTP/1.1" status: 200 len: 1002 time: 0.0576754 Sep 15 18:19:52.237086 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b769a7-c436-4166-aa4e-4632917d2fa6 req-619b8b89-2991-44d3-be01-9d1b753da8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:52.238661 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f0b769a7-c436-4166-aa4e-4632917d2fa6 req-619b8b89-2991-44d3-be01-9d1b753da8af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51964c99-2db0-4f23-b97b-d09ee1665193 HTTP/1.1" status: 200 len: 848 time: 0.0425351 Sep 15 18:19:52.281534 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b769a7-c436-4166-aa4e-4632917d2fa6 req-38e694e2-0e3c-4084-96e8-164c6a9c73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:52.283062 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f0b769a7-c436-4166-aa4e-4632917d2fa6 req-38e694e2-0e3c-4084-96e8-164c6a9c73d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378380 Sep 15 18:19:52.354538 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device df707553-5eba-4d12-b66b-b310ef3fc1af no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:19:52.376618 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f0b769a7-c436-4166-aa4e-4632917d2fa6 req-269e570f-7f60-4c32-81bd-2b98eb38c8a0 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818949 Sep 15 18:19:52.377698 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: df707553-5eba-4d12-b66b-b310ef3fc1af {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:19:52.378037 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device df707553-5eba-4d12-b66b-b310ef3fc1af not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:19:52.479496 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f0b769a7-c436-4166-aa4e-4632917d2fa6 req-8093b05c-4e25-4628-bf61-cf4c5150bb7f service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811801 Sep 15 18:19:52.915736 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c18984-3ecd-47c3-8d57-0996d2f5369b req-56fbd344-0c1d-442a-8925-d011a6cda3d5 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:52.917183 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d7c18984-3ecd-47c3-8d57-0996d2f5369b req-56fbd344-0c1d-442a-8925-d011a6cda3d5 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0470085 Sep 15 18:19:52.957224 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d7c18984-3ecd-47c3-8d57-0996d2f5369b req-72fc89c0-052a-40f8-a4d1-e2f928ba888b tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341990 Sep 15 18:19:53.566064 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf6798-9b8c-4852-9078-2b5d30635f8e req-ab82667b-83b5-4ab9-9f12-0058791e79d9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:53.567645 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-facf6798-9b8c-4852-9078-2b5d30635f8e req-ab82667b-83b5-4ab9-9f12-0058791e79d9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0502446 Sep 15 18:19:53.572595 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc91cab-8a37-445f-91a3-3c1cfffac924 req-a977bbc5-c237-47dd-be05-ab698f183313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:53.574176 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7fc91cab-8a37-445f-91a3-3c1cfffac924 req-a977bbc5-c237-47dd-be05-ab698f183313 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80855252b55f4578a1fd24281f272880&device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 1138 time: 0.0446961 Sep 15 18:19:53.608751 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-facf6798-9b8c-4852-9078-2b5d30635f8e req-a8ed7ee4-0db9-47d3-9510-ea429fc31d0c tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347745 Sep 15 18:19:53.664946 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc91cab-8a37-445f-91a3-3c1cfffac924 req-4543eb82-f959-4763-a04c-e5636038c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:53.666425 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7fc91cab-8a37-445f-91a3-3c1cfffac924 req-4543eb82-f959-4763-a04c-e5636038c5ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d HTTP/1.1" status: 200 len: 915 time: 0.0849814 Sep 15 18:19:53.739705 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7fc91cab-8a37-445f-91a3-3c1cfffac924 req-ab9aaae6-9457-4085-867a-877cb38e24bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94 HTTP/1.1" status: 200 len: 1002 time: 0.0651159 Sep 15 18:19:53.789398 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc91cab-8a37-445f-91a3-3c1cfffac924 req-3320de31-1aca-4d8e-b0ef-3964c2d6a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:53.790867 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7fc91cab-8a37-445f-91a3-3c1cfffac924 req-3320de31-1aca-4d8e-b0ef-3964c2d6a7f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed558eb-7db0-4fbd-86c2-2b4e73322373 HTTP/1.1" status: 200 len: 853 time: 0.0439005 Sep 15 18:19:53.836521 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc91cab-8a37-445f-91a3-3c1cfffac924 req-6740b144-536f-4f7c-945f-b111d6890d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:53.837996 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7fc91cab-8a37-445f-91a3-3c1cfffac924 req-6740b144-536f-4f7c-945f-b111d6890d89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388620 Sep 15 18:19:53.931592 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7fc91cab-8a37-445f-91a3-3c1cfffac924 req-958cca19-7ea4-4ab5-8c36-c625dd8f606c service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857277 Sep 15 18:19:54.025003 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7fc91cab-8a37-445f-91a3-3c1cfffac924 req-42f56cef-6aa7-42fb-b20e-4f6e8e2e4d0e service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864038 Sep 15 18:19:54.078016 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d41d-af70-41a8-b3cf-ca4face230b6 req-c75c2147-5d9b-44c9-b573-231ccbaa41ce tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:54.079471 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-90f7d41d-af70-41a8-b3cf-ca4face230b6 req-c75c2147-5d9b-44c9-b573-231ccbaa41ce tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0488014 Sep 15 18:19:54.126162 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-90f7d41d-af70-41a8-b3cf-ca4face230b6 req-573eb6f0-2599-4ad7-9fbe-e6c8f34091f1 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400438 Sep 15 18:19:54.722622 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d321b-6673-4258-915e-8aae62b652c7 req-3debbf82-30f6-408c-bce9-8aaa4dff59f3 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:54.724066 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9e6d321b-6673-4258-915e-8aae62b652c7 req-3debbf82-30f6-408c-bce9-8aaa4dff59f3 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0479746 Sep 15 18:19:54.766295 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9e6d321b-6673-4258-915e-8aae62b652c7 req-f761140c-ace8-4904-a201-bfd5c38f3b07 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363588 Sep 15 18:19:54.857424 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44018) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:55.257392 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266cfa7-d7a0-44c1-9728-f39158f5d42e req-3e3f6a12-a0f8-49e4-9273-4e53a3d14f41 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:55.258788 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4266cfa7-d7a0-44c1-9728-f39158f5d42e req-3e3f6a12-a0f8-49e4-9273-4e53a3d14f41 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0699756 Sep 15 18:19:55.310851 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4266cfa7-d7a0-44c1-9728-f39158f5d42e req-207ac5f9-a2dd-487d-b289-e0ac5a5373c7 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462413 Sep 15 18:19:55.360955 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-851473'] for router_interface, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:55.503110 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44032) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:55.565499 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff20f5-6d68-4520-accf-e9587f5418cc req-4a55a05e-b3ce-4369-be2d-74a231b61088 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:55.566985 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-03ff20f5-6d68-4520-accf-e9587f5418cc req-4a55a05e-b3ce-4369-be2d-74a231b61088 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0988464 Sep 15 18:19:55.588736 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-dd7b919c-9b72-41b1-8c13-ba93f0f5f03c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843501 Sep 15 18:19:55.597703 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-ebb822b2-9087-42eb-98d1-a05493ac9580 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:19:55.598689 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-ebb822b2-9087-42eb-98d1-a05493ac9580 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052729 Sep 15 18:19:55.634432 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-03ff20f5-6d68-4520-accf-e9587f5418cc req-af8b16c8-35ef-4b90-95d5-71ea7f2237b8 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605395 Sep 15 18:19:55.683024 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] Deleting port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:19:55.683363 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:55.765319 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] For port aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:55.765599 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:55.783749 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] Calling delete_port for aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 owned by network:router_interface {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:19:55.925790 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4b3f5-7b65-4dda-9db0-f300fdebfa07 req-a10ea400-c913-4d75-ad0d-bb05c7490660 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:55.927253 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f5f4b3f5-7b65-4dda-9db0-f300fdebfa07 req-a10ea400-c913-4d75-ad0d-bb05c7490660 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0929127 Sep 15 18:19:55.986265 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f5f4b3f5-7b65-4dda-9db0-f300fdebfa07 req-5c3cb945-d4a8-4409-9223-4b9f12fb3e20 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507948 Sep 15 18:19:56.035553 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:56.060430 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:56.240623 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-849569'] for router_interface, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:56.364684 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device c570f33c-bef2-4fdc-b615-a2aa494bd4a1 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:19:56.446139 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:56.454991 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] Router f6cf94c5-78de-4fda-819a-d1f3305b6af1 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:19:56.472122 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:19:56.474462 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3ea2f8-8e75-443a-b72b-a6e5d8d52cde" -d '{"events": [{"server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "name": "network-vif-unplugged", "status": "completed", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:19:56.488227 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port c570f33c-bef2-4fdc-b615-a2aa494bd4a1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:56.503152 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:56.512382 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 18:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a2d8e7-2fd8-4255-bf92-cb86582e1682 x-openstack-request-id: req-c6a2d8e7-2fd8-4255-bf92-cb86582e1682 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:19:56.512817 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "name": "network-vif-unplugged", "status": "failed", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1", "code": 422}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:19:56.513189 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6a2d8e7-2fd8-4255-bf92-cb86582e1682 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:19:56.513587 dv-cinder-763774-3-iscsi neutron-server[94153]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'code': 422} returned with failed status Sep 15 18:19:56.560504 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,revision_number=6']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:56.583979 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:19:56.589267 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-aa6b2d4e-cf74-4488-8968-ed7a18d19edb admin admin] 10.222.0.39 "PUT /v2.0/routers/f6cf94c5-78de-4fda-819a-d1f3305b6af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307901 Sep 15 18:19:56.591670 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44046) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:56.593542 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11333b6c-1ef3-432e-9bce-89e86e7279f7 None None] Sync routers for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:19:56.603596 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11333b6c-1ef3-432e-9bce-89e86e7279f7 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:19:56.604241 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-11333b6c-1ef3-432e-9bce-89e86e7279f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:19:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:56.733267 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-11333b6c-1ef3-432e-9bce-89e86e7279f7 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:19:56.749217 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:56.830050 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51061fa0-cb61-4db4-a19d-232af0e40cbf req-cea27277-f8d3-4a4a-926f-a78eef5c6657 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:56.831494 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-51061fa0-cb61-4db4-a19d-232af0e40cbf req-cea27277-f8d3-4a4a-926f-a78eef5c6657 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0972028 Sep 15 18:19:56.906275 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-51061fa0-cb61-4db4-a19d-232af0e40cbf req-76c2bb50-c9b9-4c88-8794-6ee966ead509 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496767 Sep 15 18:19:56.907555 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:56.914246 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-11333b6c-1ef3-432e-9bce-89e86e7279f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:19:55Z', 'revision_number': 5, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port': {'id': '80177c2e-bee5-4b80-b2b7-3e8ab23b8e93', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:26Z', 'updated_at': '2021-09-15T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:56.942167 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11333b6c-1ef3-432e-9bce-89e86e7279f7 None None] Checking router: f6cf94c5-78de-4fda-819a-d1f3305b6af1 for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:19:56.951304 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11333b6c-1ef3-432e-9bce-89e86e7279f7 None None] Routers {'f6cf94c5-78de-4fda-819a-d1f3305b6af1'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:19:56.951928 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-11333b6c-1ef3-432e-9bce-89e86e7279f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:19:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:56.963965 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Deleting port 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:19:56.964297 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:57.034816 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-dea18950-1cb7-4419-8984-5024ff8cb422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:57.036329 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-dea18950-1cb7-4419-8984-5024ff8cb422 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841&tenant_id=6d57e1f1952846e8a6126daafda73f67 HTTP/1.1" status: 200 len: 1097 time: 0.0434980 Sep 15 18:19:57.042703 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-11333b6c-1ef3-432e-9bce-89e86e7279f7 None None] Set router f6cf94c5-78de-4fda-819a-d1f3305b6af1 gateway port host: None {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:19:57.052287 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] For port 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=80177c2e-bee5-4b80-b2b7-3e8ab23b8e93,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:57.053182 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:57.068161 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Calling delete_port for 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 owned by network:router_gateway {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:19:57.096260 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-11333b6c-1ef3-432e-9bce-89e86e7279f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:19:56Z', 'revision_number': 6, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port_host': None}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:57.109415 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-d6ce77e4-0ded-4bd7-8739-1b7174d8aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:57.111267 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-d6ce77e4-0ded-4bd7-8739-1b7174d8aa5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d57e1f1952846e8a6126daafda73f67&device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 1097 time: 0.0433946 Sep 15 18:19:57.133796 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11333b6c-1ef3-432e-9bce-89e86e7279f7 None None] The sync data for ids ['f6cf94c5-78de-4fda-819a-d1f3305b6af1'] in dv-cinder-763774-3-iscsi is: [{'id': 'f6cf94c5-78de-4fda-819a-d1f3305b6af1', 'name': 'tempest-AttachVolumeTestJSON-2020968079-router', 'tenant_id': 'a3ffa1abd61147f0946559205e11ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:19:56Z', 'revision_number': 6, 'project_id': 'a3ffa1abd61147f0946559205e11ad76', 'gw_port_host': None}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:19:57.175784 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654feee-0c31-411f-89ea-4a8b6da9068b req-d2757897-f000-46ad-99d2-b7f30b386617 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:57.177361 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3654feee-0c31-411f-89ea-4a8b6da9068b req-d2757897-f000-46ad-99d2-b7f30b386617 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.1033206 Sep 15 18:19:57.215005 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-e11a27ec-a794-4ccd-a106-98c7a05e8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:57.216491 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-e11a27ec-a794-4ccd-a106-98c7a05e8d62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c HTTP/1.1" status: 200 len: 910 time: 0.0974343 Sep 15 18:19:57.261900 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3654feee-0c31-411f-89ea-4a8b6da9068b req-dbc0cfc7-de5b-4a50-bf3c-74de0c14c401 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0778053 Sep 15 18:19:57.288384 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-17a8e904-9c4d-4f01-b467-11e224b8d0ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1 HTTP/1.1" status: 200 len: 1000 time: 0.0621834 Sep 15 18:19:57.319816 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:57.339467 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-01a59442-9e55-44de-be8a-8bad39848e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:57.340936 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-01a59442-9e55-44de-be8a-8bad39848e11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51964c99-2db0-4f23-b97b-d09ee1665193 HTTP/1.1" status: 200 len: 848 time: 0.0443351 Sep 15 18:19:57.342584 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80177c2e-bee5-4b80-b2b7-3e8ab23b8e93,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:57.392227 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-4e52eee8-6e3b-499b-980d-96d0fc4451f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:57.393890 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-4e52eee8-6e3b-499b-980d-96d0fc4451f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442519 Sep 15 18:19:57.406530 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-849511'] for router_gateway, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:57.488409 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-be00fe7f-1fa6-4670-a240-5fc678ab5102 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874288 Sep 15 18:19:57.601268 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-2f725b1b-6159-40ec-ba85-8084d7699776 req-b223ecf7-3c6e-4f78-a426-bf5ddfc69b92 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018932 Sep 15 18:19:57.744783 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-851254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-679'] for router, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:57.746796 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:57.786965 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-851405'] for router, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:57.788040 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6cf94c5-78de-4fda-819a-d1f3305b6af1 {{(pid=94152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:19:57.792890 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:57.793874 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-573958b6-2eaa-4eff-846e-3a36010c9eb8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f6cf94c5-78de-4fda-819a-d1f3305b6af1 HTTP/1.1" status: 204 len: 168 time: 1.2012248 Sep 15 18:19:57.796251 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44052) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:57.838549 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_v2 [None req-8198d1c9-d26b-4619-be61-c2c5f33ed0d6 admin admin] Deleting subnet dba29c0e-b144-4978-b5df-55ed14a91a74 {{(pid=94152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:19:57.841418 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8198d1c9-d26b-4619-be61-c2c5f33ed0d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:57.874934 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8198d1c9-d26b-4619-be61-c2c5f33ed0d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60655358'] for subnet, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:57.903445 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:19:57.924333 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:19:57.924676 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device aa1c68a7-0c3f-4fb4-8fe9-1e8c35d21800 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:19:58.007718 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8198d1c9-d26b-4619-be61-c2c5f33ed0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.064570 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537943a-dddb-4a24-a0ef-070f4d2b732c req-82276e95-b5bb-45d2-9326-e981121db5ec tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:58.066065 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d537943a-dddb-4a24-a0ef-070f4d2b732c req-82276e95-b5bb-45d2-9326-e981121db5ec tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0926828 Sep 15 18:19:58.101006 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8198d1c9-d26b-4619-be61-c2c5f33ed0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58785663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59003518'] for subnet, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.116059 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d537943a-dddb-4a24-a0ef-070f4d2b732c req-028b3fd3-7abd-46b0-923b-74a54f805d69 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429206 Sep 15 18:19:58.136115 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198d1c9-d26b-4619-be61-c2c5f33ed0d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba29c0e-b144-4978-b5df-55ed14a91a74,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:58.138096 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8198d1c9-d26b-4619-be61-c2c5f33ed0d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.142522 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-8198d1c9-d26b-4619-be61-c2c5f33ed0d6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dba29c0e-b144-4978-b5df-55ed14a91a74 HTTP/1.1" status: 204 len: 168 time: 0.3453195 Sep 15 18:19:58.143123 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44056) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:58.145445 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8866229-98cd-46df-ae80-400f05f581ad None None] Network 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:19:58.214724 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.267799 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Deleting port 0e6965ff-5313-48d5-a6d2-868f5a7fccba {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:19:58.268134 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.311125 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb6151-48bf-4d3e-862a-e178859d57b4 None None] DHCP port deletion for 80c13f2d-8f39-4316-81c3-bc5ae9f65f6a request from dv-cinder-763774-3-iscsi {{(pid=94153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:19:58.337534 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] For port 0e6965ff-5313-48d5-a6d2-868f5a7fccba, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=0e6965ff-5313-48d5-a6d2-868f5a7fccba,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:58.337920 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.361899 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb6151-48bf-4d3e-862a-e178859d57b4 None None] Deleting port 0e6965ff-5313-48d5-a6d2-868f5a7fccba {{(pid=94153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:19:58.362310 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6151-48bf-4d3e-862a-e178859d57b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.375227 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Calling delete_port for 0e6965ff-5313-48d5-a6d2-868f5a7fccba owned by network:dhcp {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:19:58.426386 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1bbb6151-48bf-4d3e-862a-e178859d57b4 None None] For port 0e6965ff-5313-48d5-a6d2-868f5a7fccba, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=0e6965ff-5313-48d5-a6d2-868f5a7fccba,segment=NetworkSegment(a13447da-86db-4bcc-9a26-fd87133b9082),segment_id=a13447da-86db-4bcc-9a26-fd87133b9082)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:19:58.426787 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6151-48bf-4d3e-862a-e178859d57b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.437814 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063acf-b993-4497-bb2b-465eb1c51704 req-c303385d-9911-4f9d-b17c-6b8232448496 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:58.439601 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ef063acf-b993-4497-bb2b-465eb1c51704 req-c303385d-9911-4f9d-b17c-6b8232448496 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0989568 Sep 15 18:19:58.440412 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb6151-48bf-4d3e-862a-e178859d57b4 None None] Calling delete_port for 0e6965ff-5313-48d5-a6d2-868f5a7fccba owned by network:dhcp {{(pid=94153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:19:58.496282 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ef063acf-b993-4497-bb2b-465eb1c51704 req-45513185-ef00-4992-a834-29a8f2f0faab tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466917 Sep 15 18:19:58.497223 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.520451 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6965ff-5313-48d5-a6d2-868f5a7fccba,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:58.526447 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] No DVR routers for this DVR port 0e6965ff-5313-48d5-a6d2-868f5a7fccba on host dv-cinder-763774-3-iscsi {{(pid=94152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:19:58.569011 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6151-48bf-4d3e-862a-e178859d57b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289'] for port, after_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.593588 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb6151-48bf-4d3e-862a-e178859d57b4 None None] Pushing event deleted for resources: {'Port': ['ID=0e6965ff-5313-48d5-a6d2-868f5a7fccba,revision_number=None']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:58.597257 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb6151-48bf-4d3e-862a-e178859d57b4 None None] No DVR routers for this DVR port 0e6965ff-5313-48d5-a6d2-868f5a7fccba on host dv-cinder-763774-3-iscsi {{(pid=94153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:19:58.601867 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.624338 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c13f2d-8f39-4316-81c3-bc5ae9f65f6a']}} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:58.633449 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13447da-86db-4bcc-9a26-fd87133b9082') {'for_net_delete': True} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:58.633788 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13447da-86db-4bcc-9a26-fd87133b9082') {} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:19:58.642960 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60655349'] for segment, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.658153 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.664721 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:19:58.665104 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58785185'] for segment, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: Traceback (most recent call last): Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: timer() Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: cb(*args, **kw) Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: return func(*args, **kwargs) Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: self._notify() Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: self.callback(batched_events) Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: event.method(event) Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: return f(self, *a, **k) Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._get(url).json() Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: return self.request(url, 'GET', **kwargs) Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:19:58.666927 dv-cinder-763774-3-iscsi neutron-server[94152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:19:58.722473 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.728042 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.732035 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/80c13f2d-8f39-4316-81c3-bc5ae9f65f6a HTTP/1.1" status: 204 len: 168 time: 0.5856230 Sep 15 18:19:58.742237 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b8691-2c76-4b90-ab43-1e3bfec46fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c13f2d-8f39-4316-81c3-bc5ae9f65f6a,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:58.839426 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44062) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:58.877628 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-46ff21af-c825-4b84-94cf-970a0393115e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3ffa1abd61147f0946559205e11ad76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370021 Sep 15 18:19:58.879822 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44064) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:58.926177 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.947152 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.990428 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.992834 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:58.994041 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5c3538e-09cf-43c1-96a5-13379f669fec HTTP/1.1" status: 204 len: 168 time: 0.1133649 Sep 15 18:19:59.001990 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c3538e-09cf-43c1-96a5-13379f669fec,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:59.009802 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.010250 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.010594 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.010925 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.011250 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.011573 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.011941 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.012266 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.012588 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.012904 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.013219 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.013533 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3bf51-8580-4c0c-a983-4cfe178b2a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:19:59.236211 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb07b1-0bdf-452a-9501-0f928fb39b2c req-e06c62bb-17d3-42bd-93ef-e57de7899c2e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:59.237833 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cdeb07b1-0bdf-452a-9501-0f928fb39b2c req-e06c62bb-17d3-42bd-93ef-e57de7899c2e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0549026 Sep 15 18:19:59.275462 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cdeb07b1-0bdf-452a-9501-0f928fb39b2c req-e482ebda-9f4b-4071-8509-c9d6fff8b338 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315931 Sep 15 18:19:59.521740 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:19:59.543598 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:19:59.543947 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 80177c2e-bee5-4b80-b2b7-3e8ab23b8e93 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:19:59.544360 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 0e6965ff-5313-48d5-a6d2-868f5a7fccba no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:19:59.566604 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 0e6965ff-5313-48d5-a6d2-868f5a7fccba {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:19:59.566900 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 0e6965ff-5313-48d5-a6d2-868f5a7fccba not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:19:59.615050 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d80fbf-7b69-4795-8307-093e96cb8ee8 req-0df8c67d-7c03-404e-a0c4-fbfe8d4004c5 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:59.616591 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-42d80fbf-7b69-4795-8307-093e96cb8ee8 req-0df8c67d-7c03-404e-a0c4-fbfe8d4004c5 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0539236 Sep 15 18:19:59.650327 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44090) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:19:59.657507 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-42d80fbf-7b69-4795-8307-093e96cb8ee8 req-a4b1b954-8fde-4537-9ffd-6ac428bcce3a tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346692 Sep 15 18:19:59.742528 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-41881849-network', 'tenant_id': '5d8c70a0c1b3465e838b6e3e7a744da0'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:19:59.766315 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Made reservation on behalf of 5d8c70a0c1b3465e838b6e3e7a744da0 for: {'network': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:19:59.768683 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:59.777269 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:59.867581 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:59.871527 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:59.891902 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:19:59.904749 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b216a7be-3c56-424b-a3da-811a407e3977,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:19:59.909489 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:59.909864 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.segments_db [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Added segment 536feb01-090a-470a-92b0-f709b816d398 of type vlan for network 2b5045b0-7a93-4269-80be-38d393371824 Sep 15 18:19:59.949139 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:59.972219 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:19:59.973162 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:19:59.973782 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:00.001957 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3505924 Sep 15 18:20:00.004991 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44094) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:00.010751 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] Request body: {'subnet': {'network_id': '2b5045b0-7a93-4269-80be-38d393371824', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-41881849-subnet', 'tenant_id': '5d8c70a0c1b3465e838b6e3e7a744da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:00.034574 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] Made reservation on behalf of 5d8c70a0c1b3465e838b6e3e7a744da0 for: {'subnet': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:20:00.035916 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36a3da-2f2e-4f21-b271-4c091cf6dc2f admin admin] Pushing event updated for resources: {'Network': ['ID=2b5045b0-7a93-4269-80be-38d393371824,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:00.036856 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59003481'] for subnet, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:00.046071 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 2b5045b0-7a93-4269-80be-38d393371824 details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:20:00.203293 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58785596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59003511'] for subnet, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:00.257841 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acce4c09-767c-4fa8-9e43-4a74b30a5cd7,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:00.266216 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] Checking segment: {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:20:00.266569 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] Network hostable DHCP agents. Network: 2b5045b0-7a93-4269-80be-38d393371824, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:20:00.282833 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] Network 2b5045b0-7a93-4269-80be-38d393371824 is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:20:00.290617 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 2b5045b0-7a93-4269-80be-38d393371824) {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:20:00.294372 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:00.294957 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:00.304551 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c134f-99f4-4527-8aa4-dba6043b595b None None] Network 2b5045b0-7a93-4269-80be-38d393371824 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:20:00.309571 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-49fc862a-178e-4ad6-a530-ecb298e3a866 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3025947 Sep 15 18:20:00.399312 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5b9cf-7e71-4c06-a0f9-1b6bf95250ec req-ac1f6811-e6d4-44a2-8775-934a6da48f7d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:00.400430 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5da5b9cf-7e71-4c06-a0f9-1b6bf95250ec req-ac1f6811-e6d4-44a2-8775-934a6da48f7d tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0541613 Sep 15 18:20:00.437714 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8408d37f-3e9d-4a82-8b87-f4990e6d5a64 None None] Network 2b5045b0-7a93-4269-80be-38d393371824 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:20:00.465160 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5da5b9cf-7e71-4c06-a0f9-1b6bf95250ec req-ecbaf452-f78a-4181-95b6-eec7392b7b86 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533156 Sep 15 18:20:00.748420 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-65545b56-134e-42d2-8f0b-67d96ba3443e tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:00.749786 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-65545b56-134e-42d2-8f0b-67d96ba3443e tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 813 time: 0.1173608 Sep 15 18:20:00.777579 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-3e942a93-3ef3-4dc2-a208-9c3d00ffbba5 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/quotas/5d8c70a0c1b3465e838b6e3e7a744da0 HTTP/1.1" status: 200 len: 375 time: 0.0139260 Sep 15 18:20:00.801938 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76666246-1435-4650-bc7a-bcff55ff4d1f req-0641da9d-e88d-4af7-a70d-8976e6e2d702 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:00.803385 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-76666246-1435-4650-bc7a-bcff55ff4d1f req-0641da9d-e88d-4af7-a70d-8976e6e2d702 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0733900 Sep 15 18:20:00.818899 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-a0c33628-ca11-4e57-93bb-59fff24870da tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354402 Sep 15 18:20:00.905364 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-76666246-1435-4650-bc7a-bcff55ff4d1f req-40b4279f-f971-4a4f-b143-0f25af58b4ca tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886960 Sep 15 18:20:00.935645 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-fd80c8cc-ab7d-4667-838d-d6a5e515fb77 service neutron] 10.222.0.39 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098979 Sep 15 18:20:01.031610 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-ea05aff9-c532-4b13-a08f-c87fe4ded300 service neutron] 10.222.0.39 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898898 Sep 15 18:20:01.183277 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-94375e33-0d3e-4946-843a-ae3bdb892d37 req-03a22bd2-23ae-4dde-8b0d-61679e21a76b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 210 time: 0.0249853 Sep 15 18:20:01.579637 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed0ef0-0751-45f2-8831-d37a9993c9ae req-eb316a29-151d-4e50-91f9-11928353ad1f tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:01.581112 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-29ed0ef0-0751-45f2-8831-d37a9993c9ae req-eb316a29-151d-4e50-91f9-11928353ad1f tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0497603 Sep 15 18:20:01.618619 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-29ed0ef0-0751-45f2-8831-d37a9993c9ae req-03956eb7-0777-44dd-a457-df710ce3ac64 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313649 Sep 15 18:20:02.023219 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e974b-bc3e-4223-aae0-7a23c07894b2 req-8a320f12-eb8a-4f6b-9933-e2071c5669db tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:02.024945 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-247e974b-bc3e-4223-aae0-7a23c07894b2 req-8a320f12-eb8a-4f6b-9933-e2071c5669db tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0539799 Sep 15 18:20:02.065362 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-247e974b-bc3e-4223-aae0-7a23c07894b2 req-253baf90-90da-4c3a-a318-0c3c1759ae1c tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340648 Sep 15 18:20:02.085356 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-0955d75f-00af-45f0-a54d-f8a8a7a02e2f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:02.087150 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-0955d75f-00af-45f0-a54d-f8a8a7a02e2f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 813 time: 0.1108801 Sep 15 18:20:02.104516 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Request body: {'port': {'device_id': '7fb38f56-fd44-4afc-ba76-840b91aa0a3d', 'network_id': '2b5045b0-7a93-4269-80be-38d393371824', 'admin_state_up': True, 'tenant_id': '5d8c70a0c1b3465e838b6e3e7a744da0'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:02.218245 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Made reservation on behalf of 5d8c70a0c1b3465e838b6e3e7a744da0 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:20:02.221966 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:02.281511 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-eb3dae05-cf2f-4dc6-9a58-61554d3e70eb req-08e00dd5-7258-445c-a220-24a2626877fc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 210 time: 0.0295589 Sep 15 18:20:02.344531 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Allocated IP 172.20.0.7 (2b5045b0-7a93-4269-80be-38d393371824/acce4c09-767c-4fa8-9e43-4a74b30a5cd7/eccd2a72-19cd-41ca-8e42-a573fb800b33) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:20:02.490980 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:02.522955 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:02.562288 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Network 2b5045b0-7a93-4269-80be-38d393371824 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:20:02.565123 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:20:02.567845 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:20:02.600867 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Pushing event updated for resources: {'Port': ['ID=eccd2a72-19cd-41ca-8e42-a573fb800b33,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:02.627840 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:02.628443 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:02.641605 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-6f60cebf-899d-443f-9426-89064aa99003 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5409126 Sep 15 18:20:02.657000 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Request body: {'port': {'device_id': '7fb38f56-fd44-4afc-ba76-840b91aa0a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:02.709610 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:02.732263 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047484-873e-418d-94e5-9ec40bf50037 req-f4aef204-e9b7-417d-9d75-bec0bdeb5f86 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:02.733756 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3b047484-873e-418d-94e5-9ec40bf50037 req-f4aef204-e9b7-417d-9d75-bec0bdeb5f86 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0482094 Sep 15 18:20:02.770974 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3b047484-873e-418d-94e5-9ec40bf50037 req-c92b56aa-5391-4b12-9a9e-121ea11a1345 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310504 Sep 15 18:20:02.963173 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccd2a72-19cd-41ca-8e42-a573fb800b33 {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:20:02.970351 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:02.982141 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Transition to ACTIVE for port object eccd2a72-19cd-41ca-8e42-a573fb800b33 will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:20:02.985851 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:03.031409 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=eccd2a72-19cd-41ca-8e42-a573fb800b33,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:03.097979 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Attempting to bind port eccd2a72-19cd-41ca-8e42-a573fb800b33 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:20:03.098572 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Attempting to bind port eccd2a72-19cd-41ca-8e42-a573fb800b33 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:20:03.098694 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Attempting to bind port eccd2a72-19cd-41ca-8e42-a573fb800b33 on network 2b5045b0-7a93-4269-80be-38d393371824 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:20:03.103570 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Port eccd2a72-19cd-41ca-8e42-a573fb800b33 on network 2b5045b0-7a93-4269-80be-38d393371824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:20:03.103889 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Attempting to bind port eccd2a72-19cd-41ca-8e42-a573fb800b33 on network 2b5045b0-7a93-4269-80be-38d393371824 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:20:03.108700 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:20:03.109035 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Checking segment: {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:20:03.109414 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Bound using segment: {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:20:03.109860 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Bound port: eccd2a72-19cd-41ca-8e42-a573fb800b33, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:20:03.110217 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:03.175889 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] For port eccd2a72-19cd-41ca-8e42-a573fb800b33, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:20:03.178935 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] For port eccd2a72-19cd-41ca-8e42-a573fb800b33, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=eccd2a72-19cd-41ca-8e42-a573fb800b33,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:20:03.179684 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd648dc8-3a35-4a0b-86a0-8734f4f47df3 req-81d6791a-e59c-48c2-83f7-d1b1524470b9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:03.181311 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fd648dc8-3a35-4a0b-86a0-8734f4f47df3 req-81d6791a-e59c-48c2-83f7-d1b1524470b9 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0489030 Sep 15 18:20:03.183563 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:03.216523 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:03.216990 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:03.218774 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/eccd2a72-19cd-41ca-8e42-a573fb800b33 HTTP/1.1" status: 200 len: 1093 time: 0.5656571 Sep 15 18:20:03.221000 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb38f56-fd44-4afc-ba76-840b91aa0a3d', 'tag': 'eccd2a72-19cd-41ca-8e42-a573fb800b33'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:03.222530 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fd648dc8-3a35-4a0b-86a0-8734f4f47df3 req-7028fdee-666b-4fa9-80cd-81c28bc20dd6 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341544 Sep 15 18:20:03.225041 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d2e955-dbce-4eab-ad75-6038ba6c5016" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb38f56-fd44-4afc-ba76-840b91aa0a3d", "tag": "eccd2a72-19cd-41ca-8e42-a573fb800b33"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:03.258644 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669e6b4-6074-4b7c-8b1f-2d645a4bd7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=eccd2a72-19cd-41ca-8e42-a573fb800b33,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:03.264800 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ec22de-ff73-4bcf-9e9f-756a3f5ab48d x-openstack-request-id: req-98ec22de-ff73-4bcf-9e9f-756a3f5ab48d {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:03.265082 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb38f56-fd44-4afc-ba76-840b91aa0a3d", "tag": "eccd2a72-19cd-41ca-8e42-a573fb800b33", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:03.265331 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98ec22de-ff73-4bcf-9e9f-756a3f5ab48d {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:03.265751 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb38f56-fd44-4afc-ba76-840b91aa0a3d', 'tag': 'eccd2a72-19cd-41ca-8e42-a573fb800b33', 'status': 'completed', 'code': 200} Sep 15 18:20:03.308352 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-148fdbb7-e615-4dbd-9c33-2738fbb02a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:03.309778 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-148fdbb7-e615-4dbd-9c33-2738fbb02a71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 1096 time: 0.0403659 Sep 15 18:20:03.354956 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-7a056054-afd7-4186-b8cf-1ab091916e30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eccd2a72-19cd-41ca-8e42-a573fb800b33 HTTP/1.1" status: 200 len: 217 time: 0.0370522 Sep 15 18:20:03.399433 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e8cc1-a5bf-46ed-a6c3-7a8521041171 req-a845846a-fde6-4791-bacc-6459d94cc8e4 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:03.400903 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cd3e8cc1-a5bf-46ed-a6c3-7a8521041171 req-a845846a-fde6-4791-bacc-6459d94cc8e4 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 943 time: 0.0519600 Sep 15 18:20:03.405512 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-55baa7c6-a6bd-4575-9bc2-1b673e063750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:03.407033 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-55baa7c6-a6bd-4575-9bc2-1b673e063750 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acce4c09-767c-4fa8-9e43-4a74b30a5cd7 HTTP/1.1" status: 200 len: 853 time: 0.0439577 Sep 15 18:20:03.438428 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cd3e8cc1-a5bf-46ed-a6c3-7a8521041171 req-866fcdae-7aa2-42a3-95e5-0c45336ee6f0 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Sep 15 18:20:03.438648 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-5245076b-8320-4663-b2da-d820cc3983d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5045b0-7a93-4269-80be-38d393371824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239611 Sep 15 18:20:03.531297 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-eefd8540-91a6-4139-9ec2-3444ec8c9b75 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841563 Sep 15 18:20:03.620458 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1d0e8f07-b3fd-40e0-89ad-d4afa3f332e1 req-a8100e5e-5675-45d6-b6ac-dc22c8ad124e service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810134 Sep 15 18:20:03.704142 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2e955-dbce-4eab-ad75-6038ba6c5016 req-e95c2ddb-8375-47d4-bb09-c4129fe088ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:03.705595 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-94d2e955-dbce-4eab-ad75-6038ba6c5016 req-e95c2ddb-8375-47d4-bb09-c4129fe088ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 1096 time: 0.0394034 Sep 15 18:20:03.797024 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2e955-dbce-4eab-ad75-6038ba6c5016 req-3f1e3e3a-14cb-4e17-8f50-e25eecea5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:03.798518 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-94d2e955-dbce-4eab-ad75-6038ba6c5016 req-3f1e3e3a-14cb-4e17-8f50-e25eecea5da2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 914 time: 0.0842872 Sep 15 18:20:03.839865 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-94d2e955-dbce-4eab-ad75-6038ba6c5016 req-38c18bb9-6452-408f-97d4-43703f91ff1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eccd2a72-19cd-41ca-8e42-a573fb800b33 HTTP/1.1" status: 200 len: 217 time: 0.0332100 Sep 15 18:20:03.887132 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509bfa1-b597-495d-baf2-f86c5adeaa29 req-35731ce0-a3bf-40ed-afcb-d09bfac7aa8a tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:03.888535 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d509bfa1-b597-495d-baf2-f86c5adeaa29 req-35731ce0-a3bf-40ed-afcb-d09bfac7aa8a tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0495918 Sep 15 18:20:03.895351 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2e955-dbce-4eab-ad75-6038ba6c5016 req-5e27ad7c-f103-41fa-8de4-cd145f132687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:03.896827 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-94d2e955-dbce-4eab-ad75-6038ba6c5016 req-5e27ad7c-f103-41fa-8de4-cd145f132687 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acce4c09-767c-4fa8-9e43-4a74b30a5cd7 HTTP/1.1" status: 200 len: 853 time: 0.0487204 Sep 15 18:20:03.925373 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d509bfa1-b597-495d-baf2-f86c5adeaa29 req-9382edfd-53ce-44b4-ab21-6682ba97126e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306489 Sep 15 18:20:03.929509 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-94d2e955-dbce-4eab-ad75-6038ba6c5016 req-d6626c6b-f626-4730-abd2-b221ddfa325d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5045b0-7a93-4269-80be-38d393371824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238390 Sep 15 18:20:04.018528 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-94d2e955-dbce-4eab-ad75-6038ba6c5016 req-9f62556d-32b2-4819-97ae-31e7b5d908a3 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811794 Sep 15 18:20:04.110423 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-94d2e955-dbce-4eab-ad75-6038ba6c5016 req-1aeb34d8-e0ca-4737-bd0d-b66247111a1d service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837257 Sep 15 18:20:04.346768 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf2906-1128-404c-8703-6f38b98bd5fe req-ee04a390-aad3-4979-a9f7-8f228247fb72 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:04.348237 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a3bf2906-1128-404c-8703-6f38b98bd5fe req-ee04a390-aad3-4979-a9f7-8f228247fb72 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0486059 Sep 15 18:20:04.387549 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a3bf2906-1128-404c-8703-6f38b98bd5fe req-707c0f92-c91a-46d6-bfec-c73d9fbf0fe2 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332980 Sep 15 18:20:04.557029 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250555f-e962-4cdc-9692-8849ea89f2a5 req-569cd220-ed0f-4171-a4fb-8c51f73c2da9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:04.558527 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f250555f-e962-4cdc-9692-8849ea89f2a5 req-569cd220-ed0f-4171-a4fb-8c51f73c2da9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 943 time: 0.0508449 Sep 15 18:20:04.595316 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f250555f-e962-4cdc-9692-8849ea89f2a5 req-9d060876-4dba-4885-8cf9-f78c292fdef9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306001 Sep 15 18:20:04.861984 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:05.040989 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409900e4-36b6-4a99-a806-805f32bbf2ce req-ea68e1e9-230c-40df-b60e-c16beb41ef97 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:05.042487 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-409900e4-36b6-4a99-a806-805f32bbf2ce req-ea68e1e9-230c-40df-b60e-c16beb41ef97 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0471041 Sep 15 18:20:05.079512 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-409900e4-36b6-4a99-a806-805f32bbf2ce req-237d3104-073e-4985-a474-6ed3320fdb9a tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311751 Sep 15 18:20:05.498732 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0f5c5-9e44-494d-a160-25514dda6fd3 req-30c83a3b-0461-4eae-9603-77e7cf7dcb1f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:05.500189 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-47b0f5c5-9e44-494d-a160-25514dda6fd3 req-30c83a3b-0461-4eae-9603-77e7cf7dcb1f tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0483470 Sep 15 18:20:05.539293 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-47b0f5c5-9e44-494d-a160-25514dda6fd3 req-f677295d-397f-40d2-ae6f-8e750daf30c0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&id=66db5d87-00ed-4ef9-a89e-2353ce76853f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326295 Sep 15 18:20:05.712060 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f84a39-975a-439d-978b-ea854c3e4bde req-3fb0f928-7550-4e56-b14f-e3db986629e0 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:05.713476 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-64f84a39-975a-439d-978b-ea854c3e4bde req-3fb0f928-7550-4e56-b14f-e3db986629e0 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 943 time: 0.0534317 Sep 15 18:20:05.749117 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-64f84a39-975a-439d-978b-ea854c3e4bde req-0c80e338-a2d6-4255-910d-d10d2d3c8b20 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297768 Sep 15 18:20:06.194535 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ff5ea-515b-4956-9b1f-dbf944eb48f0 req-f9e2225b-fd3b-4205-a1e0-ec71031595af tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:06.195972 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b33ff5ea-515b-4956-9b1f-dbf944eb48f0 req-f9e2225b-fd3b-4205-a1e0-ec71031595af tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 944 time: 0.0476005 Sep 15 18:20:06.232368 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b33ff5ea-515b-4956-9b1f-dbf944eb48f0 req-08f0b261-7d48-4e27-8512-c40a9b4cfce4 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302403 Sep 15 18:20:06.430465 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device eccd2a72-19cd-41ca-8e42-a573fb800b33 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:20:06.529667 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port eccd2a72-19cd-41ca-8e42-a573fb800b33, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=eccd2a72-19cd-41ca-8e42-a573fb800b33,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:06.541113 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'eccd2a72-19cd-41ca-8e42-a573fb800b33', 'network_id': '2b5045b0-7a93-4269-80be-38d393371824', 'port_id': 'eccd2a72-19cd-41ca-8e42-a573fb800b33', 'mac_address': 'fa:16:3e:03:25:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acce4c09-767c-4fa8-9e43-4a74b30a5cd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:20:06.578184 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:06.591375 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccd2a72-19cd-41ca-8e42-a573fb800b33 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:20:06.610466 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port eccd2a72-19cd-41ca-8e42-a573fb800b33, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=eccd2a72-19cd-41ca-8e42-a573fb800b33,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:06.613727 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:06.614361 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device c570f33c-bef2-4fdc-b615-a2aa494bd4a1 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:20:06.686552 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=eccd2a72-19cd-41ca-8e42-a573fb800b33,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:06.745429 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port c570f33c-bef2-4fdc-b615-a2aa494bd4a1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:06.756067 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'port_id': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'mac_address': 'fa:16:3e:98:b8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:20:06.796194 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:06.808529 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c570f33c-bef2-4fdc-b615-a2aa494bd4a1 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:20:06.828060 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port c570f33c-bef2-4fdc-b615-a2aa494bd4a1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:06.832231 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:06.861068 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb5d49-0b9a-4e08-8561-07e13b8ace36 req-0478b5cd-fc8e-4f18-8e75-1825ab162200 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:06.862681 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-22bb5d49-0b9a-4e08-8561-07e13b8ace36 req-0478b5cd-fc8e-4f18-8e75-1825ab162200 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 944 time: 0.0483775 Sep 15 18:20:06.880051 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,revision_number=7']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:06.900997 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-22bb5d49-0b9a-4e08-8561-07e13b8ace36 req-27637779-b0b0-4c22-816c-619eef8f77e4 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Sep 15 18:20:07.083058 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['eccd2a72-19cd-41ca-8e42-a573fb800b33'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:20:07.087638 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['c570f33c-bef2-4fdc-b615-a2aa494bd4a1'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:20:07.349620 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ec1c4-85be-4ef2-9677-64b315a55fbe req-0d31f321-21c1-4091-b157-7fab73bf413a tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:07.351049 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4a8ec1c4-85be-4ef2-9677-64b315a55fbe req-0d31f321-21c1-4091-b157-7fab73bf413a tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 945 time: 0.0516086 Sep 15 18:20:07.388804 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4a8ec1c4-85be-4ef2-9677-64b315a55fbe req-07fbd5bf-0908-44d7-93e4-049b74df1284 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316961 Sep 15 18:20:08.012693 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb87c0-f58a-4e8d-91a7-0015789db36c req-413e04fc-807b-4255-aaed-7857be14bc5a tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:08.014091 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-70fb87c0-f58a-4e8d-91a7-0015789db36c req-413e04fc-807b-4255-aaed-7857be14bc5a tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 944 time: 0.0488904 Sep 15 18:20:08.050182 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-70fb87c0-f58a-4e8d-91a7-0015789db36c req-ffec7d6b-63b6-4383-8e83-77b3499afbac tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303636 Sep 15 18:20:08.442276 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device eccd2a72-19cd-41ca-8e42-a573fb800b33 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:20:08.494144 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port eccd2a72-19cd-41ca-8e42-a573fb800b33 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:20:08.497708 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port eccd2a72-19cd-41ca-8e42-a573fb800b33 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:20:08.498073 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:08.503459 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82862262-313f-4d5a-a822-2348fc21e8ed req-d2c13304-6359-451d-8207-111b17abe5a3 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:08.504957 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-82862262-313f-4d5a-a822-2348fc21e8ed req-d2c13304-6359-451d-8207-111b17abe5a3 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 945 time: 0.0491743 Sep 15 18:20:08.544372 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-82862262-313f-4d5a-a822-2348fc21e8ed req-b2b4fd83-9812-47cc-a43b-4b8310427abc tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327380 Sep 15 18:20:08.575983 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:08.597648 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb38f56-fd44-4afc-ba76-840b91aa0a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccd2a72-19cd-41ca-8e42-a573fb800b33'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:08.600261 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853f2704-fd6d-4bfe-bda5-776440fe06c6" -d '{"events": [{"server_uuid": "7fb38f56-fd44-4afc-ba76-840b91aa0a3d", "name": "network-vif-plugged", "status": "completed", "tag": "eccd2a72-19cd-41ca-8e42-a573fb800b33"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:08.612904 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port eccd2a72-19cd-41ca-8e42-a573fb800b33, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=eccd2a72-19cd-41ca-8e42-a573fb800b33,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:08.616394 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:08.617274 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device c570f33c-bef2-4fdc-b615-a2aa494bd4a1 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:20:08.643027 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f6e634-ab74-4464-bf4e-182b5fe4c1bd x-openstack-request-id: req-17f6e634-ab74-4464-bf4e-182b5fe4c1bd {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:08.643322 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb38f56-fd44-4afc-ba76-840b91aa0a3d", "name": "network-vif-plugged", "status": "completed", "tag": "eccd2a72-19cd-41ca-8e42-a573fb800b33", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:08.643571 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17f6e634-ab74-4464-bf4e-182b5fe4c1bd {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:08.643955 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb38f56-fd44-4afc-ba76-840b91aa0a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccd2a72-19cd-41ca-8e42-a573fb800b33', 'code': 200} Sep 15 18:20:08.695941 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=eccd2a72-19cd-41ca-8e42-a573fb800b33,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:08.704666 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.705009 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.705345 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.705713 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.706043 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.706376 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.706702 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.707021 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.707368 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.707691 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.708011 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.708892 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:08.720976 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:20:08.721395 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:08.764023 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-752b551b-2e7a-4f9c-ad0f-9fdfda64db45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:08.801868 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98591898-da62-4302-9076-aced5f3c35cd req-bbe084e2-5421-4c0e-a6f5-4667981e4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:08.803388 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-98591898-da62-4302-9076-aced5f3c35cd req-bbe084e2-5421-4c0e-a6f5-4667981e4729 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 1098 time: 0.0393412 Sep 15 18:20:08.808009 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:08.838564 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-98591898-da62-4302-9076-aced5f3c35cd req-17edaf86-e932-4286-a555-7bc9ba36824f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280752 Sep 15 18:20:08.843613 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port c570f33c-bef2-4fdc-b615-a2aa494bd4a1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:08.847349 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:08.892958 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,revision_number=8']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:09.165097 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf658c-be92-4a1b-898e-bcfd20e31629 req-7f242534-d3d2-406a-bd6f-173fc57682c6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:09.166571 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d2bf658c-be92-4a1b-898e-bcfd20e31629 req-7f242534-d3d2-406a-bd6f-173fc57682c6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 945 time: 0.0527341 Sep 15 18:20:09.203075 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d2bf658c-be92-4a1b-898e-bcfd20e31629 req-6c89ec0a-6b4d-42fb-8718-e60bafd41429 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307510 Sep 15 18:20:09.656431 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00b5a6-350a-4edf-99e9-844a98df885a req-176ef56c-bb3a-4ea0-9f11-08ed3ac3e36e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:09.657884 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7f00b5a6-350a-4edf-99e9-844a98df885a req-176ef56c-bb3a-4ea0-9f11-08ed3ac3e36e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0470459 Sep 15 18:20:09.694742 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7f00b5a6-350a-4edf-99e9-844a98df885a req-d561f6d8-2fcf-4308-977f-ba930311302e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303304 Sep 15 18:20:10.311989 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e1532-cb5a-4dae-bdf2-398ca25815f3 req-d09efc0c-97ca-4a56-a18c-9edc5b1fd163 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:10.313453 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2a4e1532-cb5a-4dae-bdf2-398ca25815f3 req-d09efc0c-97ca-4a56-a18c-9edc5b1fd163 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 945 time: 0.0470626 Sep 15 18:20:10.350149 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2a4e1532-cb5a-4dae-bdf2-398ca25815f3 req-d5b31bec-1fbb-4703-a901-3dbfe864ee6e tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303302 Sep 15 18:20:10.644895 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:10.647995 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239b1476-6e67-43df-889c-e261b31ae70d" -d '{"events": [{"server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "name": "network-vif-plugged", "status": "completed", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:10.683737 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c970aa-3146-4617-a86d-341596c65cab x-openstack-request-id: req-90c970aa-3146-4617-a86d-341596c65cab {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:10.684193 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "name": "network-vif-plugged", "status": "completed", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:10.684510 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90c970aa-3146-4617-a86d-341596c65cab {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:10.684978 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'code': 200} Sep 15 18:20:10.808404 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbd892-ecac-4198-809f-18b913e256a2 req-926cd273-4369-4bfb-83bb-a706628d2164 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:10.809884 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20bbd892-ecac-4198-809f-18b913e256a2 req-926cd273-4369-4bfb-83bb-a706628d2164 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0504804 Sep 15 18:20:10.846481 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20bbd892-ecac-4198-809f-18b913e256a2 req-b93a327c-22d8-4d4c-b936-147951292d73 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302575 Sep 15 18:20:10.939746 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bfaeb-7c47-4150-8069-dd803845b2cc req-dcfbb2d2-1f57-477e-b9f6-22fa34788c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:10.941119 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-583bfaeb-7c47-4150-8069-dd803845b2cc req-dcfbb2d2-1f57-477e-b9f6-22fa34788c19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 1099 time: 0.0388544 Sep 15 18:20:10.978064 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-583bfaeb-7c47-4150-8069-dd803845b2cc req-99f421de-6947-471b-963f-adefac3466eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292635 Sep 15 18:20:11.444765 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-2a89e4b7-1169-4835-aa9d-32db74d330e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:11.476588 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:11.969727 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48130174-5252-4bce-af37-2fd584711ed1 req-9d4853f1-34aa-49ce-a637-5394d48d86bb tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:11.971223 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-48130174-5252-4bce-af37-2fd584711ed1 req-9d4853f1-34aa-49ce-a637-5394d48d86bb tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0507050 Sep 15 18:20:12.016676 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-48130174-5252-4bce-af37-2fd584711ed1 req-0c6531fa-ef16-497f-869c-638ebdc082be tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388279 Sep 15 18:20:12.508979 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:13.137650 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973458a6-4454-457d-9474-286f940eb416 req-25860493-5c4a-4f21-ab62-4bd716faa993 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:13.139166 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-973458a6-4454-457d-9474-286f940eb416 req-25860493-5c4a-4f21-ab62-4bd716faa993 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0520449 Sep 15 18:20:13.174941 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-973458a6-4454-457d-9474-286f940eb416 req-a4f26c25-8a46-46ee-9a39-6b621d3a1d3a tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299923 Sep 15 18:20:14.293289 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:16.953640 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b93e7e-e5f2-48ba-a6ac-5e3c2a96deb1 req-f1533031-5d92-4292-b717-c121e5dd5c19 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:16.955113 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-09b93e7e-e5f2-48ba-a6ac-5e3c2a96deb1 req-f1533031-5d92-4292-b717-c121e5dd5c19 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 946 time: 0.0508878 Sep 15 18:20:16.991634 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-09b93e7e-e5f2-48ba-a6ac-5e3c2a96deb1 req-a8c97dd2-22bb-4f75-a0b2-1eb8ee76160e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300260 Sep 15 18:20:18.109758 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5f5a3-25df-4c13-8f55-25d7e364d9ef req-4f0cfccd-9848-4ed2-8d3f-4b5e6c92a436 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:18.111219 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3dd5f5a3-25df-4c13-8f55-25d7e364d9ef req-4f0cfccd-9848-4ed2-8d3f-4b5e6c92a436 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 946 time: 0.0480883 Sep 15 18:20:18.147487 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3dd5f5a3-25df-4c13-8f55-25d7e364d9ef req-d1920a9b-ad46-4165-b0e9-110128968bcc tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bf8c797-a58c-433c-a48c-9af27413b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304697 Sep 15 18:20:18.605190 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-b10cc5b7-39b8-4341-b2be-92147981214e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:18.606627 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-b10cc5b7-39b8-4341-b2be-92147981214e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.41 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 946 time: 0.0476925 Sep 15 18:20:18.696386 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Deleting port ee59374c-7ffe-4653-bb73-8519e4f98ee7 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:20:18.696725 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:18.781919 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] For port ee59374c-7ffe-4653-bb73-8519e4f98ee7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=ee59374c-7ffe-4653-bb73-8519e4f98ee7,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:18.782273 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:18.943966 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:18.944250 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:18.944560 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.l3_db [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Floating IP d1a51503-10e1-43a3-b245-050f447a018a disassociated. External IP: 172.27.2.32, port: ee59374c-7ffe-4653-bb73-8519e4f98ee7. Sep 15 18:20:18.944892 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Calling delete_port for ee59374c-7ffe-4653-bb73-8519e4f98ee7 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:20:19.067981 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:19.095026 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event deleted for resources: {'Port': ['ID=ee59374c-7ffe-4653-bb73-8519e4f98ee7,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:19.206635 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Router 16122ffd-3a05-49ac-b609-60fde4c7527e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:20:19.243491 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5d380c22-7ff3-440e-ba7d-4ba525a6ca69 req-40815d0c-5f7a-4553-8623-c4ca256e8bd3 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/ports?device_id=5543bb5a-ecad-4e4b-b730-2c4a6f4f0033 HTTP/1.1" status: 200 len: 210 time: 0.0264943 Sep 15 18:20:19.311002 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:20:19.321329 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a53876-71ad-4a15-8648-ee028630b091 None None] Sync routers for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:20:19.330849 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a53876-71ad-4a15-8648-ee028630b091 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:20:19.331450 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-f4a53876-71ad-4a15-8648-ee028630b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:19.348303 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] No DVR routers for this DVR port ee59374c-7ffe-4653-bb73-8519e4f98ee7 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:20:19.351516 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:19.353512 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ad380ad8-8991-42f7-b90d-1a04d1a4ae6b req-94cf721b-4855-4f9e-8124-b738e66d1f0e tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.41 "DELETE /v2.0/ports/ee59374c-7ffe-4653-bb73-8519e4f98ee7 HTTP/1.1" status: 204 len: 173 time: 0.7394433 Sep 15 18:20:19.354041 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'name': 'network-vif-deleted', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:19.356249 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70113b4-f26b-4dfd-840e-52f320debd90" -d '{"events": [{"server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "name": "network-vif-deleted", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:19.399662 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cc6cdb-17c6-43c3-aaee-0bde5f31ed40 x-openstack-request-id: req-81cc6cdb-17c6-43c3-aaee-0bde5f31ed40 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:19.400071 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5543bb5a-ecad-4e4b-b730-2c4a6f4f0033", "name": "network-vif-deleted", "tag": "ee59374c-7ffe-4653-bb73-8519e4f98ee7", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:19.400330 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81cc6cdb-17c6-43c3-aaee-0bde5f31ed40 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:19.400728 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5543bb5a-ecad-4e4b-b730-2c4a6f4f0033', 'name': 'network-vif-deleted', 'tag': 'ee59374c-7ffe-4653-bb73-8519e4f98ee7', 'status': 'completed', 'code': 200} Sep 15 18:20:19.446649 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-f4a53876-71ad-4a15-8648-ee028630b091 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:20:19.717875 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-f4a53876-71ad-4a15-8648-ee028630b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:19.744052 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a53876-71ad-4a15-8648-ee028630b091 None None] Checking router: 16122ffd-3a05-49ac-b609-60fde4c7527e for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:20:19.752207 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a53876-71ad-4a15-8648-ee028630b091 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:20:19.752791 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-f4a53876-71ad-4a15-8648-ee028630b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:19.821194 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-beb54780-81ae-4a45-8b50-42edce647dfc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:19.822694 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-beb54780-81ae-4a45-8b50-42edce647dfc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 813 time: 0.1030052 Sep 15 18:20:19.840091 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-ba0240ab-9816-415f-bb2e-4169dfba2a80 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/quotas/5d8c70a0c1b3465e838b6e3e7a744da0 HTTP/1.1" status: 200 len: 375 time: 0.0099709 Sep 15 18:20:19.855127 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-f4a53876-71ad-4a15-8648-ee028630b091 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:20:19.887910 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-728a0bd8-55d7-4a8f-8711-9af969d6edd5 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421793 Sep 15 18:20:20.028470 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-04e11352-3d85-45bb-9b69-81fefd500fd9 service neutron] 10.222.0.39 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334956 Sep 15 18:20:20.044889 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-f4a53876-71ad-4a15-8648-ee028630b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:20.074666 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a53876-71ad-4a15-8648-ee028630b091 None None] The sync data for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi is: [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:13:31Z', 'revision_number': 4, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '78c7fe70-be13-4dce-af0e-b2756a129bcd', 'name': '', 'network_id': '74743a91-bae5-45c6-9b3b-f7dc7ab12add', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'mac_address': 'fa:16:3e:3c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:30Z', 'updated_at': '2021-09-15T18:13:50Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'subnets': [{'id': '111a41ca-e28d-4f13-a870-563d74d667e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:20:20.120136 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c5591775-46a0-4d2f-bba7-7adcbfd9d50d service neutron] 10.222.0.39 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855739 Sep 15 18:20:20.293376 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bd86b191-6158-4cf3-928f-3fecb07003d1 req-5547b4c1-b560-4b1f-883b-c5b669194714 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 210 time: 0.0318410 Sep 15 18:20:20.314825 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8ddbe-fd7a-42de-a12a-9aa5e2247e92 None None] New status for floating IP d1a51503-10e1-43a3-b245-050f447a018a: DOWN {{(pid=94153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:20:20.339414 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44264) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:20.395624 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-29de8929-7bca-4542-8391-8cf4fac81927 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:20.420126 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-29de8929-7bca-4542-8391-8cf4fac81927 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:20.474698 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-29de8929-7bca-4542-8391-8cf4fac81927 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:20.477228 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-29de8929-7bca-4542-8391-8cf4fac81927 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:20.478491 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-29de8929-7bca-4542-8391-8cf4fac81927 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "DELETE /v2.0/security-groups/4bf8c797-a58c-433c-a48c-9af27413b69d HTTP/1.1" status: 204 len: 168 time: 0.1381335 Sep 15 18:20:20.481362 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44270) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:20.487840 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de8929-7bca-4542-8391-8cf4fac81927 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf8c797-a58c-433c-a48c-9af27413b69d,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:20.502773 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.api.v2.resource [None req-e1f2fd9a-0789-40fd-817e-234061e7f8e2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] show failed (client error): The resource could not be found. Sep 15 18:20:20.503788 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e1f2fd9a-0789-40fd-817e-234061e7f8e2 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "GET /v2.0/security-groups/4bf8c797-a58c-433c-a48c-9af27413b69d HTTP/1.1" status: 404 len: 347 time: 0.0212946 Sep 15 18:20:20.506622 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44274) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:20.641716 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-1e7167d8-649d-4483-a4f5-29bbf36aef01 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Deleting port aaf509e1-56fc-4c10-885f-81b509c10876 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:20:20.642054 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1e7167d8-649d-4483-a4f5-29bbf36aef01 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:20.718992 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1e7167d8-649d-4483-a4f5-29bbf36aef01 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:20.719324 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1e7167d8-649d-4483-a4f5-29bbf36aef01 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:20.731557 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-1e7167d8-649d-4483-a4f5-29bbf36aef01 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Calling delete_port for aaf509e1-56fc-4c10-885f-81b509c10876 owned by network:floatingip {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:20:20.860474 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1e7167d8-649d-4483-a4f5-29bbf36aef01 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:20.884036 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7167d8-649d-4483-a4f5-29bbf36aef01 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Pushing event deleted for resources: {'Port': ['ID=aaf509e1-56fc-4c10-885f-81b509c10876,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:20.942675 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1e7167d8-649d-4483-a4f5-29bbf36aef01 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:20.945091 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1e7167d8-649d-4483-a4f5-29bbf36aef01 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:20.946256 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-1e7167d8-649d-4483-a4f5-29bbf36aef01 tempest-AttachVolumeShelveTestJSON-1233843977 tempest-AttachVolumeShelveTestJSON-1233843977-project] 10.222.0.39 "DELETE /v2.0/floatingips/d1a51503-10e1-43a3-b245-050f447a018a HTTP/1.1" status: 204 len: 168 time: 0.4322395 Sep 15 18:20:21.392324 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-90aa4b29-b61d-4f70-9bc4-d83a47f0c6cf req-a7ba6c29-bc56-43ec-98b4-818d140cce06 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 210 time: 0.0265274 Sep 15 18:20:21.476147 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-00488bdd-4ef7-457f-8f54-90308b061da8 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:21.477680 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-00488bdd-4ef7-457f-8f54-90308b061da8 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 813 time: 0.3382385 Sep 15 18:20:21.490092 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Request body: {'port': {'device_id': '59c0471b-6a33-4827-8296-693e54c08d12', 'network_id': '2b5045b0-7a93-4269-80be-38d393371824', 'admin_state_up': True, 'tenant_id': '5d8c70a0c1b3465e838b6e3e7a744da0'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:21.594547 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Made reservation on behalf of 5d8c70a0c1b3465e838b6e3e7a744da0 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:20:21.598010 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:21.715308 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Allocated IP 172.20.0.10 (2b5045b0-7a93-4269-80be-38d393371824/acce4c09-767c-4fa8-9e43-4a74b30a5cd7/d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:20:21.854297 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:21.886848 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:21.898071 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['eccd2a72-19cd-41ca-8e42-a573fb800b33'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:20:21.926062 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Network 2b5045b0-7a93-4269-80be-38d393371824 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:20:21.929544 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:20:21.935993 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:20:21.941981 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Pushing event updated for resources: {'Port': ['ID=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:21.990270 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:21.990789 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:22.004290 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-1ebc5cf2-ce03-4e41-a3a1-e7aa48d3b675 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5177097 Sep 15 18:20:22.020135 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Request body: {'port': {'device_id': '59c0471b-6a33-4827-8296-693e54c08d12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:22.070796 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:22.334108 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:20:22.341338 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:22.353449 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Transition to ACTIVE for port object d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:20:22.356779 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:22.401996 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Pushing event updated for resources: {'Port': ['ID=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:22.473210 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Attempting to bind port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:20:22.473210 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Attempting to bind port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:20:22.474296 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Attempting to bind port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 on network 2b5045b0-7a93-4269-80be-38d393371824 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:20:22.478802 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 on network 2b5045b0-7a93-4269-80be-38d393371824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:20:22.479188 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Attempting to bind port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 on network 2b5045b0-7a93-4269-80be-38d393371824 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:20:22.484496 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:20:22.484930 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Checking segment: {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:20:22.485461 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Bound using segment: {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:20:22.486000 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Bound port: d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:20:22.486566 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:22.510200 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa050-22b4-4405-9678-c6c63d20ae8e req-30944501-a32c-4f08-b6ac-2c572b18c07b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:22.511579 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a2dfa050-22b4-4405-9678-c6c63d20ae8e req-30944501-a32c-4f08-b6ac-2c572b18c07b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 944 time: 0.0501103 Sep 15 18:20:22.518396 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device ee59374c-7ffe-4653-bb73-8519e4f98ee7 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:20:22.539331 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: ee59374c-7ffe-4653-bb73-8519e4f98ee7 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:20:22.539672 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device ee59374c-7ffe-4653-bb73-8519e4f98ee7 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:20:22.553792 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a2dfa050-22b4-4405-9678-c6c63d20ae8e req-7eb1493b-9d19-4931-a459-3527a09338fa tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359437 Sep 15 18:20:22.561835 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] For port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:20:22.564960 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] For port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:20:22.570200 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:22.603799 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:22.604402 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:22.605803 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] 10.222.0.41 "PUT /v2.0/ports/d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 HTTP/1.1" status: 200 len: 1094 time: 0.5896673 Sep 15 18:20:22.606232 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c0471b-6a33-4827-8296-693e54c08d12', 'tag': 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:22.608434 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca416624-101a-4c10-872b-3da4d11a7384" -d '{"events": [{"name": "network-changed", "server_uuid": "59c0471b-6a33-4827-8296-693e54c08d12", "tag": "d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:22.633218 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c71c04-2c9f-42f3-88ae-e0f6441c813e service neutron] Pushing event updated for resources: {'Port': ['ID=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:22.644122 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a87149-8855-4903-8bf3-f71b934f2e03 x-openstack-request-id: req-09a87149-8855-4903-8bf3-f71b934f2e03 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:22.644403 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c0471b-6a33-4827-8296-693e54c08d12", "tag": "d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:22.644648 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09a87149-8855-4903-8bf3-f71b934f2e03 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:22.645031 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c0471b-6a33-4827-8296-693e54c08d12', 'tag': 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4', 'status': 'completed', 'code': 200} Sep 15 18:20:22.687163 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-fe5a2fc0-983b-4871-aa76-8d6a079dc6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:22.688612 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-fe5a2fc0-983b-4871-aa76-8d6a079dc6f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 1097 time: 0.0398397 Sep 15 18:20:22.729824 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-8bb1ddab-bd57-45f0-952b-09d7feded5f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 HTTP/1.1" status: 200 len: 217 time: 0.0329993 Sep 15 18:20:22.780252 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-18d6c3b1-5935-4a22-a700-bbc91154a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:22.781576 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-18d6c3b1-5935-4a22-a700-bbc91154a6fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acce4c09-767c-4fa8-9e43-4a74b30a5cd7 HTTP/1.1" status: 200 len: 853 time: 0.0452273 Sep 15 18:20:22.812283 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-c0a2a33f-de55-4caf-bc4e-c0dafdd9e641 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5045b0-7a93-4269-80be-38d393371824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228961 Sep 15 18:20:22.900506 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-09fbce9a-0d96-4663-bf7e-2784e328d67d service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807865 Sep 15 18:20:22.990723 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-4352d533-f8cf-417f-b1eb-e941481f58f9 req-82765ead-1bc9-49fa-8b69-50742460ce87 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835021 Sep 15 18:20:23.079538 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416624-101a-4c10-872b-3da4d11a7384 req-61bc0282-f7b8-4713-a6df-82278aa07076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:23.080882 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ca416624-101a-4c10-872b-3da4d11a7384 req-61bc0282-f7b8-4713-a6df-82278aa07076 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 1097 time: 0.0393693 Sep 15 18:20:23.174006 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416624-101a-4c10-872b-3da4d11a7384 req-65f5d039-d0c2-4358-a736-7bb98790c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:23.175473 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ca416624-101a-4c10-872b-3da4d11a7384 req-65f5d039-d0c2-4358-a736-7bb98790c3b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 914 time: 0.0845354 Sep 15 18:20:23.215935 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ca416624-101a-4c10-872b-3da4d11a7384 req-150d5c81-5ab8-4aa7-b02f-d550a9f1969b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 HTTP/1.1" status: 200 len: 217 time: 0.0324571 Sep 15 18:20:23.266065 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416624-101a-4c10-872b-3da4d11a7384 req-e812cac7-f3eb-4c37-86b9-9f39bdf23fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:23.267433 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ca416624-101a-4c10-872b-3da4d11a7384 req-e812cac7-f3eb-4c37-86b9-9f39bdf23fdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acce4c09-767c-4fa8-9e43-4a74b30a5cd7 HTTP/1.1" status: 200 len: 853 time: 0.0444095 Sep 15 18:20:23.300365 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ca416624-101a-4c10-872b-3da4d11a7384 req-5c912c54-2c96-4317-b39f-03b1d5bf7a86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5045b0-7a93-4269-80be-38d393371824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233216 Sep 15 18:20:23.358833 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44306) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:23.389910 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ca416624-101a-4c10-872b-3da4d11a7384 req-9965fd74-b4e0-4a40-8092-110cffad12e6 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818369 Sep 15 18:20:23.485060 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ca416624-101a-4c10-872b-3da4d11a7384 req-54d3917a-d6dd-479f-a4e4-3ba5d987496c service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866644 Sep 15 18:20:23.694313 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae58a59-5ebd-4565-9c0f-49d82799c808 req-5bd8b600-3df2-427b-bd25-5735afff616b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:23.695763 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4ae58a59-5ebd-4565-9c0f-49d82799c808 req-5bd8b600-3df2-427b-bd25-5735afff616b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 944 time: 0.0742972 Sep 15 18:20:23.743562 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4ae58a59-5ebd-4565-9c0f-49d82799c808 req-0b5ee5e5-7d81-418c-b41b-0124170f12d6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Sep 15 18:20:23.808769 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-851473'] for router_interface, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:24.039899 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] Deleting port 78c7fe70-be13-4dce-af0e-b2756a129bcd {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:20:24.040140 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:24.116743 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] For port 78c7fe70-be13-4dce-af0e-b2756a129bcd, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=78c7fe70-be13-4dce-af0e-b2756a129bcd,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:24.117086 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:24.128802 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] Calling delete_port for 78c7fe70-be13-4dce-af0e-b2756a129bcd owned by network:router_interface {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:20:24.300300 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:24.323159 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] Pushing event deleted for resources: {'Port': ['ID=78c7fe70-be13-4dce-af0e-b2756a129bcd,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:24.485032 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-849569'] for router_interface, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:24.928146 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a9574-76ca-4af7-8710-fc5c1e8bd04e req-8d582fb9-f967-4aac-88fb-8a71e3196fa2 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:24.929602 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7e8a9574-76ca-4af7-8710-fc5c1e8bd04e req-8d582fb9-f967-4aac-88fb-8a71e3196fa2 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 944 time: 0.0891531 Sep 15 18:20:24.961348 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] Router 16122ffd-3a05-49ac-b609-60fde4c7527e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:20:24.981747 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7e8a9574-76ca-4af7-8710-fc5c1e8bd04e req-43d6189e-f382-48de-b979-3ea983d31a05 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454478 Sep 15 18:20:25.088696 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:20:25.093518 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-7d20e9eb-0455-4c0d-bfe1-ac3c16ef3197 admin admin] 10.222.0.39 "PUT /v2.0/routers/16122ffd-3a05-49ac-b609-60fde4c7527e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7336960 Sep 15 18:20:25.096269 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44314) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:25.096980 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b0197-12f0-41b0-b0da-1e29b90ebb25 None None] Sync routers for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:20:25.106144 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b0197-12f0-41b0-b0da-1e29b90ebb25 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:20:25.106741 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-325b0197-12f0-41b0-b0da-1e29b90ebb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:25.196553 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:25.208575 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-325b0197-12f0-41b0-b0da-1e29b90ebb25 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:20:25.295691 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:25.351790 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Deleting port f193bc1c-d3b8-4554-9077-38258526e63a {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:20:25.352086 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:25.434570 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] For port f193bc1c-d3b8-4554-9077-38258526e63a, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=f193bc1c-d3b8-4554-9077-38258526e63a,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:25.434957 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:25.448945 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Calling delete_port for f193bc1c-d3b8-4554-9077-38258526e63a owned by network:router_gateway {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:20:25.581312 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-325b0197-12f0-41b0-b0da-1e29b90ebb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:20:24Z', 'revision_number': 5, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port': {'id': 'f193bc1c-d3b8-4554-9077-38258526e63a', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:13:25Z', 'updated_at': '2021-09-15T18:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:25.611946 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b0197-12f0-41b0-b0da-1e29b90ebb25 None None] Checking router: 16122ffd-3a05-49ac-b609-60fde4c7527e for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:20:25.616518 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:25.624232 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b0197-12f0-41b0-b0da-1e29b90ebb25 None None] Routers {'16122ffd-3a05-49ac-b609-60fde4c7527e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:20:25.624839 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-325b0197-12f0-41b0-b0da-1e29b90ebb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['16122ffd-3a05-49ac-b609-60fde4c7527e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:25.641850 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f193bc1c-d3b8-4554-9077-38258526e63a,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:25.695733 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-325b0197-12f0-41b0-b0da-1e29b90ebb25 None None] Set router 16122ffd-3a05-49ac-b609-60fde4c7527e gateway port host: None {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:20:25.709620 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-849511'] for router_gateway, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:25.749177 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-325b0197-12f0-41b0-b0da-1e29b90ebb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:20:25Z', 'revision_number': 7, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port_host': None}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:25.782774 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b0197-12f0-41b0-b0da-1e29b90ebb25 None None] The sync data for ids ['16122ffd-3a05-49ac-b609-60fde4c7527e'] in dv-cinder-763774-3-iscsi is: [{'id': '16122ffd-3a05-49ac-b609-60fde4c7527e', 'name': 'tempest-AttachVolumeShelveTestJSON-1043531233-router', 'tenant_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:13:24Z', 'updated_at': '2021-09-15T18:20:25Z', 'revision_number': 7, 'project_id': 'd3b098cee9ff4dc8a345deae6caaf6e3', 'gw_port_host': None}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:20:25.813445 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-851254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-679'] for router, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:25.815659 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:25.874268 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-851405'] for router, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:25.874719 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16122ffd-3a05-49ac-b609-60fde4c7527e {{(pid=94151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:20:25.879967 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:25.881107 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-fe7ede45-194c-45ec-aae4-4b5fb7479cf0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/16122ffd-3a05-49ac-b609-60fde4c7527e HTTP/1.1" status: 204 len: 168 time: 0.7838571 Sep 15 18:20:25.883656 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44316) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:25.925449 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d922c3-3ff5-4e4f-b85b-f7778cc03b15 admin admin] Deleting subnet 111a41ca-e28d-4f13-a870-563d74d667e4 {{(pid=94151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:20:25.928340 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04d922c3-3ff5-4e4f-b85b-f7778cc03b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:25.964399 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04d922c3-3ff5-4e4f-b85b-f7778cc03b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58890144'] for subnet, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.063217 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04d922c3-3ff5-4e4f-b85b-f7778cc03b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.095137 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592b21-3843-48f7-b198-b3dc63247e8b req-b4f8b882-ff13-44fe-81a4-13d5209edca3 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:26.096688 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3a592b21-3843-48f7-b198-b3dc63247e8b req-b4f8b882-ff13-44fe-81a4-13d5209edca3 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 944 time: 0.0493426 Sep 15 18:20:26.123052 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04d922c3-3ff5-4e4f-b85b-f7778cc03b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58996997'] for subnet, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.138240 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3a592b21-3843-48f7-b198-b3dc63247e8b req-66dae096-82ab-43c7-b688-637e676b1df5 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353987 Sep 15 18:20:26.153344 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-04d922c3-3ff5-4e4f-b85b-f7778cc03b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.157672 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-04d922c3-3ff5-4e4f-b85b-f7778cc03b15 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/111a41ca-e28d-4f13-a870-563d74d667e4 HTTP/1.1" status: 204 len: 168 time: 0.2709160 Sep 15 18:20:26.157972 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44320) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:26.164320 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69c68f7-3380-4118-a861-a373504debf3 None None] Network 74743a91-bae5-45c6-9b3b-f7dc7ab12add requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:20:26.173360 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d922c3-3ff5-4e4f-b85b-f7778cc03b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=111a41ca-e28d-4f13-a870-563d74d667e4,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:26.182768 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:20:26.248345 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.299201 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Deleting port 54527b34-9ffd-4db8-a05e-7628f1483782 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:20:26.299534 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.364269 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] For port 54527b34-9ffd-4db8-a05e-7628f1483782, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=54527b34-9ffd-4db8-a05e-7628f1483782,segment=NetworkSegment(b305e433-b78a-4dd3-8bdd-6edd365e6396),segment_id=b305e433-b78a-4dd3-8bdd-6edd365e6396)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:26.364631 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.376333 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Calling delete_port for 54527b34-9ffd-4db8-a05e-7628f1483782 owned by network:dhcp {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:20:26.453709 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.479258 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Pushing event deleted for resources: {'Port': ['ID=54527b34-9ffd-4db8-a05e-7628f1483782,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:26.481061 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] No DVR routers for this DVR port 54527b34-9ffd-4db8-a05e-7628f1483782 on host dv-cinder-763774-3-iscsi {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:20:26.520852 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:20:26.549313 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.574990 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74743a91-bae5-45c6-9b3b-f7dc7ab12add']}} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:26.590355 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b305e433-b78a-4dd3-8bdd-6edd365e6396') {'for_net_delete': True} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:26.590657 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b305e433-b78a-4dd3-8bdd-6edd365e6396') {} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:26.594717 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62dc5f-e6ed-48db-9549-006b835c8b0a None None] DHCP port deletion for 74743a91-bae5-45c6-9b3b-f7dc7ab12add request from dv-cinder-763774-3-iscsi {{(pid=94153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:20:26.607512 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58890155'] for segment, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.627290 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.634158 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:20:26.634541 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932927'] for segment, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.635589 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: Traceback (most recent call last): Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: timer() Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: cb(*args, **kw) Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: return func(*args, **kwargs) Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: self._notify() Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: self.callback(batched_events) Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: event.method(event) Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: return f(self, *a, **k) Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._get(url).json() Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: return self.request(url, 'GET', **kwargs) Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:20:26.636255 dv-cinder-763774-3-iscsi neutron-server[94151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:20:26.646893 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4', 'network_id': '2b5045b0-7a93-4269-80be-38d393371824', 'port_id': 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4', 'mac_address': 'fa:16:3e:a2:de:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acce4c09-767c-4fa8-9e43-4a74b30a5cd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:20:26.690984 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.693924 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.703217 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.705147 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] 10.222.0.39 "DELETE /v2.0/networks/74743a91-bae5-45c6-9b3b-f7dc7ab12add HTTP/1.1" status: 204 len: 168 time: 0.5462887 Sep 15 18:20:26.713983 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:20:26.715440 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29b269-0732-4923-b1e1-f200074fdd6d admin admin] Pushing event deleted for resources: {'Network': ['ID=74743a91-bae5-45c6-9b3b-f7dc7ab12add,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:26.734497 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:26.737951 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.788235 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:26.839545 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44324) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:26.879673 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-3f233dc9-5c2d-4002-b384-29c727fb8d41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3b098cee9ff4dc8a345deae6caaf6e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389419 Sep 15 18:20:26.882138 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44326) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:26.928319 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-629593a8-d00b-4fe3-9372-1808810b646c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.951304 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-629593a8-d00b-4fe3-9372-1808810b646c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.995208 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-629593a8-d00b-4fe3-9372-1808810b646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.997759 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-629593a8-d00b-4fe3-9372-1808810b646c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:26.998876 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-629593a8-d00b-4fe3-9372-1808810b646c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e433494-86e4-495a-96c1-5ec3babc7294 HTTP/1.1" status: 204 len: 168 time: 0.1158459 Sep 15 18:20:27.006510 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629593a8-d00b-4fe3-9372-1808810b646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e433494-86e4-495a-96c1-5ec3babc7294,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:27.016102 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:20:27.250764 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570f3ae-f7a0-4cc7-9b77-d353c9772729 req-b3d68533-800f-4fbe-823d-e029e2c9146c tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:27.252701 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5570f3ae-f7a0-4cc7-9b77-d353c9772729 req-b3d68533-800f-4fbe-823d-e029e2c9146c tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 945 time: 0.0488567 Sep 15 18:20:27.290862 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5570f3ae-f7a0-4cc7-9b77-d353c9772729 req-94c380cb-ebce-43a2-bb13-98ab386997ae tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318577 Sep 15 18:20:27.538419 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 54527b34-9ffd-4db8-a05e-7628f1483782 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:20:27.558859 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 54527b34-9ffd-4db8-a05e-7628f1483782 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:20:27.559397 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 54527b34-9ffd-4db8-a05e-7628f1483782 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:20:27.559797 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 78c7fe70-be13-4dce-af0e-b2756a129bcd no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:20:27.578458 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 78c7fe70-be13-4dce-af0e-b2756a129bcd {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:20:27.578815 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 78c7fe70-be13-4dce-af0e-b2756a129bcd not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:20:27.579250 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device f193bc1c-d3b8-4554-9077-38258526e63a no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:20:27.598013 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: f193bc1c-d3b8-4554-9077-38258526e63a {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:20:27.598961 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device f193bc1c-d3b8-4554-9077-38258526e63a not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:20:27.670487 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44350) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:27.763141 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810942266-network', 'tenant_id': '9bac456e58ed4ba48788f21c2cfb0858'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:27.783702 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Made reservation on behalf of 9bac456e58ed4ba48788f21c2cfb0858 for: {'network': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:20:27.786575 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:27.794495 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:27.878269 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:27.881713 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:27.904966 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:20:27.913812 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2344d9e1-99d0-4458-b53d-52ab0605fcb4,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:27.919547 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:27.919890 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.segments_db [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Added segment d1eba271-566c-4cb7-acda-38db0dd52422 of type vlan for network c9b7b917-6c86-4388-aba3-bcd2f1a1d21f Sep 15 18:20:27.956828 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:27.980868 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:27.981835 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:27.982409 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.018131 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3464696 Sep 15 18:20:28.021653 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44354) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:28.026526 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] Request body: {'subnet': {'network_id': 'c9b7b917-6c86-4388-aba3-bcd2f1a1d21f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810942266-subnet', 'tenant_id': '9bac456e58ed4ba48788f21c2cfb0858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:28.047984 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bca6ec-2ac5-465b-9a6f-0233326d9230 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b7b917-6c86-4388-aba3-bcd2f1a1d21f,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:28.048202 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] Made reservation on behalf of 9bac456e58ed4ba48788f21c2cfb0858 for: {'subnet': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:20:28.051594 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59003481'] for subnet, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.058196 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network c9b7b917-6c86-4388-aba3-bcd2f1a1d21f details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:20:28.216961 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58785596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59003511'] for subnet, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.272179 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a425cc5-492d-4f7a-b789-641f451328a5,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:28.283115 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] Checking segment: {'id': 'd1eba271-566c-4cb7-acda-38db0dd52422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c9b7b917-6c86-4388-aba3-bcd2f1a1d21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:20:28.283461 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] Network hostable DHCP agents. Network: c9b7b917-6c86-4388-aba3-bcd2f1a1d21f, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:20:28.298904 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] Network c9b7b917-6c86-4388-aba3-bcd2f1a1d21f is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:20:28.306857 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, c9b7b917-6c86-4388-aba3-bcd2f1a1d21f) {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:20:28.312022 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:28.312621 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.320469 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e390f13d-6e90-4b5c-8a22-1a93a336f6a1 None None] Network c9b7b917-6c86-4388-aba3-bcd2f1a1d21f requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:20:28.338939 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-b0304b96-2169-4bc9-920a-30a8a0404ddd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3079026 Sep 15 18:20:28.415032 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81469e-6ec4-4269-a6aa-f57d04408cd3 req-003dc0eb-80ff-4106-9a8e-a4474a6d60fd tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:28.416641 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ba81469e-6ec4-4269-a6aa-f57d04408cd3 req-003dc0eb-80ff-4106-9a8e-a4474a6d60fd tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 945 time: 0.0538654 Sep 15 18:20:28.454577 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ada6cd-f4f6-4c86-9fdc-826a86208c6b None None] Network c9b7b917-6c86-4388-aba3-bcd2f1a1d21f requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:20:28.458056 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ba81469e-6ec4-4269-a6aa-f57d04408cd3 req-ad754553-fdd3-44d3-8785-9b2236f3ee91 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350580 Sep 15 18:20:28.549369 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:20:28.616283 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:20:28.619860 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:20:28.620234 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.697799 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.718884 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c0471b-6a33-4827-8296-693e54c08d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:28.721091 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563fb9ef-3a7e-46d6-95da-15f0861c9ee4" -d '{"events": [{"server_uuid": "59c0471b-6a33-4827-8296-693e54c08d12", "name": "network-vif-plugged", "status": "completed", "tag": "d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:28.738387 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:28.744134 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.770328 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44e7ad7-d661-4ac0-9589-f728e980047c x-openstack-request-id: req-f44e7ad7-d661-4ac0-9589-f728e980047c {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:28.770619 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c0471b-6a33-4827-8296-693e54c08d12", "name": "network-vif-plugged", "status": "completed", "tag": "d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:28.770979 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f44e7ad7-d661-4ac0-9589-f728e980047c {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:28.771473 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c0471b-6a33-4827-8296-693e54c08d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4', 'code': 200} Sep 15 18:20:28.798327 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:28.815210 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44374) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:28.820257 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-436210920-network', 'tenant_id': '323cb9e3b4a74bbc9a3ab59472a8f07b'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:28.840624 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Made reservation on behalf of 323cb9e3b4a74bbc9a3ab59472a8f07b for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:20:28.842980 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.851847 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.934293 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e4804-bce9-47b2-9bc0-1a5673d5197a req-1416425b-afbc-4f45-a671-502457541780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:28.936827 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-402e4804-bce9-47b2-9bc0-1a5673d5197a req-1416425b-afbc-4f45-a671-502457541780 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 1099 time: 0.0439873 Sep 15 18:20:28.941865 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.945975 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.971219 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:20:28.973965 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-402e4804-bce9-47b2-9bc0-1a5673d5197a req-692f2f24-7d43-4c67-93eb-452044cd3fb4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291762 Sep 15 18:20:28.977840 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6388568-e4dd-4f5b-95cc-8be146ac8a4a,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:28.983716 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:28.984048 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Added segment 759043ec-249b-4831-8793-f05a4112ae14 of type vlan for network 3c8e5c33-75c0-46c8-9450-cb246c1b13dd Sep 15 18:20:29.025025 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:29.048433 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:29.049345 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:29.049941 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:29.081405 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2650969 Sep 15 18:20:29.084671 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44376) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:29.089534 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] Request body: {'subnet': {'network_id': '3c8e5c33-75c0-46c8-9450-cb246c1b13dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-436210920-subnet', 'tenant_id': '323cb9e3b4a74bbc9a3ab59472a8f07b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:29.108924 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b1a12-3c11-4fbf-bbfa-6f4718873522 admin admin] Pushing event updated for resources: {'Network': ['ID=3c8e5c33-75c0-46c8-9450-cb246c1b13dd,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:29.111490 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] Made reservation on behalf of 323cb9e3b4a74bbc9a3ab59472a8f07b for: {'subnet': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:20:29.114063 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58997026'] for subnet, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:29.119058 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 3c8e5c33-75c0-46c8-9450-cb246c1b13dd details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:20:29.276177 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58932258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58997004'] for subnet, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:29.326030 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb6f224-d78c-4017-bca1-ea862da4a627,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:29.336255 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] Checking segment: {'id': '759043ec-249b-4831-8793-f05a4112ae14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3c8e5c33-75c0-46c8-9450-cb246c1b13dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:20:29.336603 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] Network hostable DHCP agents. Network: 3c8e5c33-75c0-46c8-9450-cb246c1b13dd, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:20:29.352423 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] Network 3c8e5c33-75c0-46c8-9450-cb246c1b13dd is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:20:29.361025 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 3c8e5c33-75c0-46c8-9450-cb246c1b13dd) {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:20:29.365396 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:29.366497 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:29.369461 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a8938f-99a1-45bf-82bb-e1d78524956c None None] Network 3c8e5c33-75c0-46c8-9450-cb246c1b13dd requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:20:29.379847 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-bc9399c4-e61f-4728-9edb-ce4b1b73a015 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2939088 Sep 15 18:20:29.490050 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44382) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:29.494666 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cfc15a-5203-4657-a2aa-f4a35bed4511 None None] Network 3c8e5c33-75c0-46c8-9450-cb246c1b13dd requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:20:29.585481 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a868830-102e-45a7-b7ba-c68070dd8af7 req-91ca4ac4-c3db-45f3-a5e1-d5491428669b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:29.587084 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6a868830-102e-45a7-b7ba-c68070dd8af7 req-91ca4ac4-c3db-45f3-a5e1-d5491428669b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 946 time: 0.0520525 Sep 15 18:20:29.627567 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6a868830-102e-45a7-b7ba-c68070dd8af7 req-e05181c0-683b-4761-b091-60f761cfa53b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Sep 15 18:20:29.766622 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87b2e1d-de60-41b5-9fb8-6aa8545b0443 admin admin] Deleting subnet 7a425cc5-492d-4f7a-b789-641f451328a5 {{(pid=94151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:20:29.769884 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e87b2e1d-de60-41b5-9fb8-6aa8545b0443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:29.802140 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e87b2e1d-de60-41b5-9fb8-6aa8545b0443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58890144'] for subnet, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:29.842198 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e87b2e1d-de60-41b5-9fb8-6aa8545b0443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:29.893958 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e87b2e1d-de60-41b5-9fb8-6aa8545b0443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58996997'] for subnet, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:29.916011 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b2e1d-de60-41b5-9fb8-6aa8545b0443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a425cc5-492d-4f7a-b789-641f451328a5,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:29.921578 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-e87b2e1d-de60-41b5-9fb8-6aa8545b0443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:29.923412 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-e87b2e1d-de60-41b5-9fb8-6aa8545b0443 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7a425cc5-492d-4f7a-b789-641f451328a5 HTTP/1.1" status: 204 len: 168 time: 0.4323800 Sep 15 18:20:29.925876 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44384) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:29.994489 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.072459 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.090973 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b7b917-6c86-4388-aba3-bcd2f1a1d21f']}} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:30.100298 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1eba271-566c-4cb7-acda-38db0dd52422') {'for_net_delete': True} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:30.100518 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1eba271-566c-4cb7-acda-38db0dd52422') {} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:30.109899 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58890155'] for segment, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.122894 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.128817 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:20:30.129837 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932927'] for segment, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: Traceback (most recent call last): Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: timer() Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: cb(*args, **kw) Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: return func(*args, **kwargs) Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: self._notify() Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: self.callback(batched_events) Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: event.method(event) Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: return f(self, *a, **k) Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._get(url).json() Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: return self.request(url, 'GET', **kwargs) Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:20:30.131558 dv-cinder-763774-3-iscsi neutron-server[94151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:20:30.184044 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.189673 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.193984 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c9b7b917-6c86-4388-aba3-bcd2f1a1d21f HTTP/1.1" status: 204 len: 168 time: 0.2667007 Sep 15 18:20:30.194898 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44386) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:30.204325 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29164319-380c-4adc-abe3-9364ee8285a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b7b917-6c86-4388-aba3-bcd2f1a1d21f,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:30.246875 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c094e1-5884-42ee-b7c0-a867bfdd6a42 admin admin] Deleting subnet 6eb6f224-d78c-4017-bca1-ea862da4a627 {{(pid=94152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:20:30.250576 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-62c094e1-5884-42ee-b7c0-a867bfdd6a42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.286444 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-62c094e1-5884-42ee-b7c0-a867bfdd6a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60655358'] for subnet, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.323608 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-62c094e1-5884-42ee-b7c0-a867bfdd6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.374804 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-62c094e1-5884-42ee-b7c0-a867bfdd6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58785663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59003518'] for subnet, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.399057 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c094e1-5884-42ee-b7c0-a867bfdd6a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb6f224-d78c-4017-bca1-ea862da4a627,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:30.403750 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-62c094e1-5884-42ee-b7c0-a867bfdd6a42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.405791 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-62c094e1-5884-42ee-b7c0-a867bfdd6a42 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6eb6f224-d78c-4017-bca1-ea862da4a627 HTTP/1.1" status: 204 len: 168 time: 0.2097118 Sep 15 18:20:30.408047 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44388) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:30.478563 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.556971 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.576221 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8e5c33-75c0-46c8-9450-cb246c1b13dd']}} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:30.585621 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759043ec-249b-4831-8793-f05a4112ae14') {'for_net_delete': True} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:30.586182 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759043ec-249b-4831-8793-f05a4112ae14') {} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:30.594838 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60655349'] for segment, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.610181 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.616324 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:20:30.616709 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58785185'] for segment, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: Traceback (most recent call last): Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: timer() Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: cb(*args, **kw) Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: return func(*args, **kwargs) Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: self._notify() Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: self.callback(batched_events) Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: event.method(event) Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: return f(self, *a, **k) Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._get(url).json() Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: return self.request(url, 'GET', **kwargs) Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:20:30.618594 dv-cinder-763774-3-iscsi neutron-server[94152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:20:30.674287 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.678955 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.680846 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] 10.222.0.39 "DELETE /v2.0/networks/3c8e5c33-75c0-46c8-9450-cb246c1b13dd HTTP/1.1" status: 204 len: 168 time: 0.2719073 Sep 15 18:20:30.692951 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c9897-e484-41a0-aaca-94bb08358dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8e5c33-75c0-46c8-9450-cb246c1b13dd,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:30.751170 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b4d60-ca34-4061-b15d-cdd60a075066 req-d30173d4-4a0f-4631-9bdd-7d8c9cfd82d7 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:30.752726 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9e5b4d60-ca34-4061-b15d-cdd60a075066 req-d30173d4-4a0f-4631-9bdd-7d8c9cfd82d7 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 946 time: 0.0511401 Sep 15 18:20:30.792548 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9e5b4d60-ca34-4061-b15d-cdd60a075066 req-3a8e4893-8e8b-41d8-bc12-cfae3717cf9e tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 Sep 15 18:20:30.842165 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44396) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:30.882523 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-bd9e36d2-9488-424a-846b-0b1a82bc439c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bac456e58ed4ba48788f21c2cfb0858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392275 Sep 15 18:20:30.885131 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44400) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:30.934140 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-238c308a-85d0-4390-a3ab-afb446c71acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:30.954854 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-238c308a-85d0-4390-a3ab-afb446c71acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:31.001789 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-238c308a-85d0-4390-a3ab-afb446c71acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:31.004886 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-238c308a-85d0-4390-a3ab-afb446c71acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:31.006067 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-238c308a-85d0-4390-a3ab-afb446c71acd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2344d9e1-99d0-4458-b53d-52ab0605fcb4 HTTP/1.1" status: 204 len: 168 time: 0.1200290 Sep 15 18:20:31.013739 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c308a-85d0-4390-a3ab-afb446c71acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2344d9e1-99d0-4458-b53d-52ab0605fcb4,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:31.334524 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44416) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:31.372738 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-16e1610e-0bf3-4424-ace6-9982fe7d17e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=323cb9e3b4a74bbc9a3ab59472a8f07b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370905 Sep 15 18:20:31.375069 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44418) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:31.423241 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fdd5103-31b0-446c-81cb-597a891f8ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:31.443815 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fdd5103-31b0-446c-81cb-597a891f8ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:31.490096 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fdd5103-31b0-446c-81cb-597a891f8ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:31.492547 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2fdd5103-31b0-446c-81cb-597a891f8ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:31.493666 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2fdd5103-31b0-446c-81cb-597a891f8ffb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6388568-e4dd-4f5b-95cc-8be146ac8a4a HTTP/1.1" status: 204 len: 168 time: 0.1177135 Sep 15 18:20:31.500971 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd5103-31b0-446c-81cb-597a891f8ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6388568-e4dd-4f5b-95cc-8be146ac8a4a,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:32.570918 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-a9d28782-2931-4b42-9d76-15ae8d77e240 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:32.572422 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-a9d28782-2931-4b42-9d76-15ae8d77e240 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 813 time: 0.1021750 Sep 15 18:20:32.587307 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-fadead86-ad82-46af-9966-9f64fa3cadee tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/quotas/5d8c70a0c1b3465e838b6e3e7a744da0 HTTP/1.1" status: 200 len: 375 time: 0.0093217 Sep 15 18:20:32.641211 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-c5adb7fa-faec-4f05-ba18-e2c5cf42cd5b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486960 Sep 15 18:20:32.732962 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-2be8c8a9-a5d2-495f-997a-033ecefffd9b service neutron] 10.222.0.39 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842566 Sep 15 18:20:32.824415 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-386f6878-d913-46d9-afeb-a990250d5d8f service neutron] 10.222.0.39 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874805 Sep 15 18:20:32.985591 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5063b900-4d70-4e2d-abad-033db18934a0 req-018bde84-306a-46f1-9b75-a1051f9dbeb8 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 210 time: 0.0266392 Sep 15 18:20:33.145764 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44494) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:33.252874 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-763673ad-e55a-40c7-bfd9-67cb930d8340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:33.344187 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-763673ad-e55a-40c7-bfd9-67cb930d8340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:33.348288 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-763673ad-e55a-40c7-bfd9-67cb930d8340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:33.386276 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-763673ad-e55a-40c7-bfd9-67cb930d8340 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=969a6d8d4e2b4f3187ec9545df31a1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393460 Sep 15 18:20:33.387177 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763673ad-e55a-40c7-bfd9-67cb930d8340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a92dd83-70dd-46db-be40-81ba0516686b,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:33.388932 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44500) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:33.442907 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ccd71759-2389-4b9a-82ae-7dc8cd622120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:33.463527 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ccd71759-2389-4b9a-82ae-7dc8cd622120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:33.510876 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ccd71759-2389-4b9a-82ae-7dc8cd622120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:33.513467 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ccd71759-2389-4b9a-82ae-7dc8cd622120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:33.514683 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-ccd71759-2389-4b9a-82ae-7dc8cd622120 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a92dd83-70dd-46db-be40-81ba0516686b HTTP/1.1" status: 204 len: 168 time: 0.1241531 Sep 15 18:20:33.523124 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd71759-2389-4b9a-82ae-7dc8cd622120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a92dd83-70dd-46db-be40-81ba0516686b,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:33.764695 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44506) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:33.781044 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df141591-bc4e-42d1-9f36-be673bb75eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:33.877577 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df141591-bc4e-42d1-9f36-be673bb75eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:33.882855 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-df141591-bc4e-42d1-9f36-be673bb75eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:33.924056 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-df141591-bc4e-42d1-9f36-be673bb75eae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9d5d3f5e4cc450ca0fa940046938787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559930 Sep 15 18:20:33.924056 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df141591-bc4e-42d1-9f36-be673bb75eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca84407-f6ea-4d31-be61-37d92be3a7b0,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:33.926791 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44508) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:33.977107 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-3a2e6721-3b3e-4969-be63-b771ea24d21a tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:33.978829 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-3a2e6721-3b3e-4969-be63-b771ea24d21a tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 813 time: 0.1042352 Sep 15 18:20:33.983979 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d890dba-b365-4b2b-9dc4-a6d48ffe7c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:33.996458 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Request body: {'port': {'device_id': '2d6a32d2-c97a-448c-8273-bc7ab1b29f4e', 'network_id': '2b5045b0-7a93-4269-80be-38d393371824', 'admin_state_up': True, 'tenant_id': '5d8c70a0c1b3465e838b6e3e7a744da0'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:34.005799 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d890dba-b365-4b2b-9dc4-a6d48ffe7c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:34.085337 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a3222af5-68ab-40bf-b9ba-fabc0848a0cc req-6e1c670e-7980-445b-8097-ba2f90cee6f3 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 210 time: 0.0282340 Sep 15 18:20:34.086427 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d890dba-b365-4b2b-9dc4-a6d48ffe7c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:34.089312 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d890dba-b365-4b2b-9dc4-a6d48ffe7c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:34.092638 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-8d890dba-b365-4b2b-9dc4-a6d48ffe7c64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fca84407-f6ea-4d31-be61-37d92be3a7b0 HTTP/1.1" status: 204 len: 168 time: 0.1604779 Sep 15 18:20:34.106944 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d890dba-b365-4b2b-9dc4-a6d48ffe7c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca84407-f6ea-4d31-be61-37d92be3a7b0,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:34.126301 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Made reservation on behalf of 5d8c70a0c1b3465e838b6e3e7a744da0 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:20:34.131212 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:34.262982 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Allocated IP 172.20.0.12 (2b5045b0-7a93-4269-80be-38d393371824/acce4c09-767c-4fa8-9e43-4a74b30a5cd7/1da03fe2-6411-4cfa-9389-15d816674462) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:20:34.407868 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:34.441824 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:34.455966 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['eccd2a72-19cd-41ca-8e42-a573fb800b33', 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:20:34.486704 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Network 2b5045b0-7a93-4269-80be-38d393371824 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:20:34.489704 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:20:34.493361 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:20:34.531732 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Pushing event updated for resources: {'Port': ['ID=1da03fe2-6411-4cfa-9389-15d816674462,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:34.548883 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:34.549590 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:34.564222 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-0d453a24-1afe-4afc-a92c-5e63b1bcb8e9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5714557 Sep 15 18:20:34.580945 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Request body: {'port': {'device_id': '2d6a32d2-c97a-448c-8273-bc7ab1b29f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:34.636474 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:34.867439 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:34.907943 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da03fe2-6411-4cfa-9389-15d816674462 {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:20:34.915285 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:34.928019 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Transition to ACTIVE for port object 1da03fe2-6411-4cfa-9389-15d816674462 will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:20:34.931778 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:34.983681 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Pushing event updated for resources: {'Port': ['ID=1da03fe2-6411-4cfa-9389-15d816674462,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:35.048996 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Attempting to bind port 1da03fe2-6411-4cfa-9389-15d816674462 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:20:35.049341 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Attempting to bind port 1da03fe2-6411-4cfa-9389-15d816674462 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:20:35.049694 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Attempting to bind port 1da03fe2-6411-4cfa-9389-15d816674462 on network 2b5045b0-7a93-4269-80be-38d393371824 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:20:35.054541 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Port 1da03fe2-6411-4cfa-9389-15d816674462 on network 2b5045b0-7a93-4269-80be-38d393371824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:20:35.054859 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Attempting to bind port 1da03fe2-6411-4cfa-9389-15d816674462 on network 2b5045b0-7a93-4269-80be-38d393371824 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:20:35.059474 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:20:35.060084 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Checking segment: {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:20:35.060460 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Bound using segment: {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:20:35.060880 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Bound port: 1da03fe2-6411-4cfa-9389-15d816674462, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:20:35.061230 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:35.137798 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] For port 1da03fe2-6411-4cfa-9389-15d816674462, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:20:35.141656 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] For port 1da03fe2-6411-4cfa-9389-15d816674462, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=1da03fe2-6411-4cfa-9389-15d816674462,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:20:35.147013 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:35.181672 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:35.182287 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:35.183675 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] 10.222.0.41 "PUT /v2.0/ports/1da03fe2-6411-4cfa-9389-15d816674462 HTTP/1.1" status: 200 len: 1094 time: 0.6071029 Sep 15 18:20:35.184112 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6a32d2-c97a-448c-8273-bc7ab1b29f4e', 'tag': '1da03fe2-6411-4cfa-9389-15d816674462'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:35.186641 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5f3d13-a6de-41de-8540-00e5fa86cea2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6a32d2-c97a-448c-8273-bc7ab1b29f4e", "tag": "1da03fe2-6411-4cfa-9389-15d816674462"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:35.213889 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299fb48-6fe5-4d58-8f73-d1858faaecd1 req-f75b7c60-d436-40c0-9ec0-43dca28c8de7 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:35.221228 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff64167-3f97-4d39-ae5f-e8be5e6fbd61 service neutron] Pushing event updated for resources: {'Port': ['ID=1da03fe2-6411-4cfa-9389-15d816674462,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:35.222359 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2299fb48-6fe5-4d58-8f73-d1858faaecd1 req-f75b7c60-d436-40c0-9ec0-43dca28c8de7 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 944 time: 0.0650420 Sep 15 18:20:35.241801 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357df541-8425-41b0-8724-21ff11308469 x-openstack-request-id: req-357df541-8425-41b0-8724-21ff11308469 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:35.242093 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6a32d2-c97a-448c-8273-bc7ab1b29f4e", "tag": "1da03fe2-6411-4cfa-9389-15d816674462", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:35.242346 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-357df541-8425-41b0-8724-21ff11308469 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:35.242896 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6a32d2-c97a-448c-8273-bc7ab1b29f4e', 'tag': '1da03fe2-6411-4cfa-9389-15d816674462', 'status': 'completed', 'code': 200} Sep 15 18:20:35.267061 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2299fb48-6fe5-4d58-8f73-d1858faaecd1 req-d76a1fb1-7b94-4055-b721-20902c5aeac6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427632 Sep 15 18:20:35.281391 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-4b49658b-658c-4279-8f61-296c5c10065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:35.281391 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-4b49658b-658c-4279-8f61-296c5c10065d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 1097 time: 0.0482321 Sep 15 18:20:35.323619 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-c86c9a3e-8820-48e0-8ab9-aa97e019c0bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da03fe2-6411-4cfa-9389-15d816674462 HTTP/1.1" status: 200 len: 217 time: 0.0366259 Sep 15 18:20:35.380197 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-41419ed1-40c4-42f6-ad0c-f9ec8fda33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:35.381673 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-41419ed1-40c4-42f6-ad0c-f9ec8fda33f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acce4c09-767c-4fa8-9e43-4a74b30a5cd7 HTTP/1.1" status: 200 len: 853 time: 0.0438826 Sep 15 18:20:35.416553 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-b8d40b01-4705-4b27-831d-18f572e50d2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5045b0-7a93-4269-80be-38d393371824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255516 Sep 15 18:20:35.510326 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-3f7daaa2-5642-4c4b-966a-db3a37be2e2f service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860183 Sep 15 18:20:35.603427 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-c9e6e5e4-ec34-4eed-9639-7d7596a11528 req-d03cd5e1-d77d-4d0f-8272-0901ded5055e service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840795 Sep 15 18:20:35.708859 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f3d13-a6de-41de-8540-00e5fa86cea2 req-089f91b2-f8d6-439c-9035-e12cc8320d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:35.710642 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5b5f3d13-a6de-41de-8540-00e5fa86cea2 req-089f91b2-f8d6-439c-9035-e12cc8320d98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 1097 time: 0.0510006 Sep 15 18:20:35.811052 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f3d13-a6de-41de-8540-00e5fa86cea2 req-374d43c1-efce-4f13-8678-e94434cdeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:35.812522 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5b5f3d13-a6de-41de-8540-00e5fa86cea2 req-374d43c1-efce-4f13-8678-e94434cdeeac service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 914 time: 0.0909169 Sep 15 18:20:35.853874 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5b5f3d13-a6de-41de-8540-00e5fa86cea2 req-1a46154b-f43d-4005-b74e-ff84eb09ca1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da03fe2-6411-4cfa-9389-15d816674462 HTTP/1.1" status: 200 len: 217 time: 0.0333314 Sep 15 18:20:35.911722 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f3d13-a6de-41de-8540-00e5fa86cea2 req-17a3e449-35f3-4fc0-a9fb-110e12649a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:35.913054 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5b5f3d13-a6de-41de-8540-00e5fa86cea2 req-17a3e449-35f3-4fc0-a9fb-110e12649a0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acce4c09-767c-4fa8-9e43-4a74b30a5cd7 HTTP/1.1" status: 200 len: 853 time: 0.0477722 Sep 15 18:20:35.948387 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5b5f3d13-a6de-41de-8540-00e5fa86cea2 req-f13f6482-d87b-40e2-bf65-6ea9abc5a8a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5045b0-7a93-4269-80be-38d393371824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230629 Sep 15 18:20:36.038114 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5b5f3d13-a6de-41de-8540-00e5fa86cea2 req-90f3dd51-0692-4a09-8ff0-4d04ef58512f service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797708 Sep 15 18:20:36.132741 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-5b5f3d13-a6de-41de-8540-00e5fa86cea2 req-da390343-1438-41db-9156-cda3645d1923 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836294 Sep 15 18:20:36.372978 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b95041-e76a-4fe9-a44e-13a7644575c5 req-1427e2f4-28a2-4e8a-a553-d0f8751f23dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:36.374452 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e9b95041-e76a-4fe9-a44e-13a7644575c5 req-1427e2f4-28a2-4e8a-a553-d0f8751f23dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 944 time: 0.0471373 Sep 15 18:20:36.411308 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e9b95041-e76a-4fe9-a44e-13a7644575c5 req-a2c083c5-f91a-4faa-9311-a4539561df5c tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304530 Sep 15 18:20:37.521424 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af31625-a868-4795-9e2a-50f8fa5642d8 req-9aba1b0e-c718-4368-b32e-28eab82ae050 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:37.522882 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1af31625-a868-4795-9e2a-50f8fa5642d8 req-9aba1b0e-c718-4368-b32e-28eab82ae050 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 944 time: 0.0477195 Sep 15 18:20:37.558846 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1af31625-a868-4795-9e2a-50f8fa5642d8 req-7ef94121-bab0-43b9-8181-d80c377cb80c tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301611 Sep 15 18:20:38.583087 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 1da03fe2-6411-4cfa-9389-15d816674462 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:20:38.673583 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cf0f4-1bbc-43ad-b82f-98c9ca80bd02 req-b50e97f9-3249-469f-9a99-753a4bb4b63b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:38.675046 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-271cf0f4-1bbc-43ad-b82f-98c9ca80bd02 req-b50e97f9-3249-469f-9a99-753a4bb4b63b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 944 time: 0.0517092 Sep 15 18:20:38.683750 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 1da03fe2-6411-4cfa-9389-15d816674462, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=1da03fe2-6411-4cfa-9389-15d816674462,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:38.696281 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': '1da03fe2-6411-4cfa-9389-15d816674462', 'network_id': '2b5045b0-7a93-4269-80be-38d393371824', 'port_id': '1da03fe2-6411-4cfa-9389-15d816674462', 'mac_address': 'fa:16:3e:9e:69:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acce4c09-767c-4fa8-9e43-4a74b30a5cd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:20:38.713107 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-271cf0f4-1bbc-43ad-b82f-98c9ca80bd02 req-d06bf721-50ed-403a-b6b8-52cd1c2381f8 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Sep 15 18:20:38.736495 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:38.755630 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da03fe2-6411-4cfa-9389-15d816674462 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:20:38.769179 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-202d89d4-6354-4255-8701-e29cf74e5c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:38.777667 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 1da03fe2-6411-4cfa-9389-15d816674462, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=1da03fe2-6411-4cfa-9389-15d816674462,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:38.781148 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:38.825568 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=1da03fe2-6411-4cfa-9389-15d816674462,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:39.090729 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['1da03fe2-6411-4cfa-9389-15d816674462'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:20:39.824958 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe70ca9-2fcb-47d8-9ab4-b53063f7a9d9 req-57a64c0e-4aa2-4de8-a6bc-29bad609fbf3 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:39.826465 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bbe70ca9-2fcb-47d8-9ab4-b53063f7a9d9 req-57a64c0e-4aa2-4de8-a6bc-29bad609fbf3 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 945 time: 0.0477252 Sep 15 18:20:39.865353 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bbe70ca9-2fcb-47d8-9ab4-b53063f7a9d9 req-c6c631ca-c010-44f7-9229-972b717074c3 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Sep 15 18:20:40.612599 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 1da03fe2-6411-4cfa-9389-15d816674462 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:20:40.658998 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port 1da03fe2-6411-4cfa-9389-15d816674462 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:20:40.663554 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port 1da03fe2-6411-4cfa-9389-15d816674462 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:20:40.663927 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:40.869963 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:40.893948 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6a32d2-c97a-448c-8273-bc7ab1b29f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da03fe2-6411-4cfa-9389-15d816674462'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:40.896230 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253d5e29-450d-4fa4-93c6-e3543aee75db" -d '{"events": [{"server_uuid": "2d6a32d2-c97a-448c-8273-bc7ab1b29f4e", "name": "network-vif-plugged", "status": "completed", "tag": "1da03fe2-6411-4cfa-9389-15d816674462"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:40.909026 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 1da03fe2-6411-4cfa-9389-15d816674462, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=1da03fe2-6411-4cfa-9389-15d816674462,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:40.913619 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:40.941758 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a22755-b9b4-4ddb-8c5d-e1b65078a734 x-openstack-request-id: req-71a22755-b9b4-4ddb-8c5d-e1b65078a734 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:40.942048 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6a32d2-c97a-448c-8273-bc7ab1b29f4e", "name": "network-vif-plugged", "status": "completed", "tag": "1da03fe2-6411-4cfa-9389-15d816674462", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:40.942291 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71a22755-b9b4-4ddb-8c5d-e1b65078a734 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:40.943241 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6a32d2-c97a-448c-8273-bc7ab1b29f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da03fe2-6411-4cfa-9389-15d816674462', 'code': 200} Sep 15 18:20:40.972214 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=1da03fe2-6411-4cfa-9389-15d816674462,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:41.002298 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b9eb-9eb1-475c-9c25-66d60fc087cc req-1d901582-c1bd-4f7c-aaea-072a58e93817 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:41.003809 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4cd0b9eb-9eb1-475c-9c25-66d60fc087cc req-1d901582-c1bd-4f7c-aaea-072a58e93817 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 946 time: 0.0615253 Sep 15 18:20:41.044463 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4cd0b9eb-9eb1-475c-9c25-66d60fc087cc req-6cb4c01d-a7b9-434d-a4e2-b3cf19d7f328 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340960 Sep 15 18:20:41.105740 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d678d7f-3288-449b-9fd1-d3e1e84c2659 req-f93e872b-c3f0-431c-9749-44298fcb6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:41.107211 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d678d7f-3288-449b-9fd1-d3e1e84c2659 req-f93e872b-c3f0-431c-9749-44298fcb6ef8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 1099 time: 0.0384016 Sep 15 18:20:41.142751 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d678d7f-3288-449b-9fd1-d3e1e84c2659 req-47d623d3-123b-4896-99fa-676e7790de70 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270951 Sep 15 18:20:41.445295 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-0265a747-39c2-4681-8831-4f8d749e5828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:41.476224 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:42.168928 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9381944-71ea-4a21-a4c4-e93607a8f8f3 req-c9867043-54e6-4361-8b3e-916a9cb204e6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:42.170390 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a9381944-71ea-4a21-a4c4-e93607a8f8f3 req-c9867043-54e6-4361-8b3e-916a9cb204e6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 946 time: 0.0544424 Sep 15 18:20:42.209952 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a9381944-71ea-4a21-a4c4-e93607a8f8f3 req-36d08cb4-5167-46f6-ba0c-7783a8ff48c6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331812 Sep 15 18:20:42.508849 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:43.322541 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e74ae7-e815-405b-bb7d-3867446b0ac5 req-b497dc72-a5e1-45fc-88fa-e70394279805 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:43.324035 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c9e74ae7-e815-405b-bb7d-3867446b0ac5 req-b497dc72-a5e1-45fc-88fa-e70394279805 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 946 time: 0.0499675 Sep 15 18:20:43.363564 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c9e74ae7-e815-405b-bb7d-3867446b0ac5 req-42119ead-fc34-476e-9ee0-83ecfba1670c tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335429 Sep 15 18:20:44.296389 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:44.511898 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9de903b4-b7e8-4c22-b393-6145342af122 req-6a5cfd0a-f9bd-4acc-a1f5-f3221d11111b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584151397&fields=id&tenant_id=80855252b55f4578a1fd24281f272880 HTTP/1.1" status: 200 len: 267 time: 0.0315254 Sep 15 18:20:44.562539 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de903b4-b7e8-4c22-b393-6145342af122 req-80f7a704-710b-4b97-a9a0-a8136b45b194 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:44.563967 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9de903b4-b7e8-4c22-b393-6145342af122 req-80f7a704-710b-4b97-a9a0-a8136b45b194 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 985 time: 0.0466123 Sep 15 18:20:44.574446 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [req-9de903b4-b7e8-4c22-b393-6145342af122 req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Request body: {'port': {'security_groups': ['3848d21d-b2ae-4fe8-91c9-143920db2033']}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:44.640822 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-9de903b4-b7e8-4c22-b393-6145342af122 req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:44.816522 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [req-9de903b4-b7e8-4c22-b393-6145342af122 req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] For port cb3e2ab6-6700-4299-8212-52bb75aecd94, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:44.846148 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-9de903b4-b7e8-4c22-b393-6145342af122 req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:44.851339 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-9de903b4-b7e8-4c22-b393-6145342af122 req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58785609'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:44.864257 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['cb3e2ab6-6700-4299-8212-52bb75aecd94'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:20:44.913580 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event updated for resources: {'Port': ['ID=cb3e2ab6-6700-4299-8212-52bb75aecd94,revision_number=7']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:44.931041 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de903b4-b7e8-4c22-b393-6145342af122 req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:44.931806 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [req-9de903b4-b7e8-4c22-b393-6145342af122 req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:44.933962 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9de903b4-b7e8-4c22-b393-6145342af122 req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "PUT /v2.0/ports/cb3e2ab6-6700-4299-8212-52bb75aecd94 HTTP/1.1" status: 200 len: 943 time: 0.3631649 Sep 15 18:20:44.936079 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.936446 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.936898 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.937539 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.937978 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.938319 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.938747 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.939079 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.939411 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.939830 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.943173 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.943173 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a2e3f-f099-4db4-90c1-6bbb65f85dc0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:20:44.943911 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44700) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:44.945926 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:44.948450 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ebf946-8b5f-4023-a17c-04990e722159" -d '{"events": [{"name": "network-changed", "server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:45.016495 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83e7078-4a58-428b-bce6-1d76db55317f x-openstack-request-id: req-c83e7078-4a58-428b-bce6-1d76db55317f {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:45.018055 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:45.019168 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c83e7078-4a58-428b-bce6-1d76db55317f {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:45.020034 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'status': 'completed', 'code': 200} Sep 15 18:20:45.073200 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['cb3e2ab6-6700-4299-8212-52bb75aecd94'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:20:45.116596 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-614a370c-5146-425a-aecf-a9451eb10f2b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:45.159632 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebf946-8b5f-4023-a17c-04990e722159 req-f7a2df40-4ca1-44ad-a8f5-557ab4ecf080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:45.161153 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72ebf946-8b5f-4023-a17c-04990e722159 req-f7a2df40-4ca1-44ad-a8f5-557ab4ecf080 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80855252b55f4578a1fd24281f272880&device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 1099 time: 0.1036763 Sep 15 18:20:45.174035 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-614a370c-5146-425a-aecf-a9451eb10f2b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:45.327677 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-9fd7a4da-f769-4914-b0fb-557a52086a03 None None] Provisioning complete for port cb3e2ab6-6700-4299-8212-52bb75aecd94 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:20:45.328210 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-9fd7a4da-f769-4914-b0fb-557a52086a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:45.331110 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebf946-8b5f-4023-a17c-04990e722159 req-a885595f-de17-404e-99d5-95aa1d162c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:45.332581 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72ebf946-8b5f-4023-a17c-04990e722159 req-a885595f-de17-404e-99d5-95aa1d162c32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d HTTP/1.1" status: 200 len: 915 time: 0.1612549 Sep 15 18:20:45.352152 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-614a370c-5146-425a-aecf-a9451eb10f2b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:45.354949 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-614a370c-5146-425a-aecf-a9451eb10f2b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:45.359559 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44712) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:45.360722 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-614a370c-5146-425a-aecf-a9451eb10f2b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "DELETE /v2.0/security-groups/66db5d87-00ed-4ef9-a89e-2353ce76853f HTTP/1.1" status: 204 len: 168 time: 0.4158361 Sep 15 18:20:45.402261 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a370c-5146-425a-aecf-a9451eb10f2b tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66db5d87-00ed-4ef9-a89e-2353ce76853f,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:45.438169 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72ebf946-8b5f-4023-a17c-04990e722159 req-c0f9f2fa-8824-43de-b7a0-1f36c520f3a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94 HTTP/1.1" status: 200 len: 1002 time: 0.0943503 Sep 15 18:20:45.502270 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebf946-8b5f-4023-a17c-04990e722159 req-7940a3af-eccd-4a9a-85e9-2df4727da9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:45.503693 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72ebf946-8b5f-4023-a17c-04990e722159 req-7940a3af-eccd-4a9a-85e9-2df4727da9d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed558eb-7db0-4fbd-86c2-2b4e73322373 HTTP/1.1" status: 200 len: 853 time: 0.0539298 Sep 15 18:20:45.548855 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Deleting port 43b1a4e4-e8f2-4036-a624-ad9ccb13892e {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:20:45.549459 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:45.558880 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebf946-8b5f-4023-a17c-04990e722159 req-41c14c7a-3980-4304-8985-2ab739684933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:45.560679 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72ebf946-8b5f-4023-a17c-04990e722159 req-41c14c7a-3980-4304-8985-2ab739684933 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442688 Sep 15 18:20:45.623736 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:45.624057 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:45.635844 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Calling delete_port for 43b1a4e4-e8f2-4036-a624-ad9ccb13892e owned by network:floatingip {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:20:45.655998 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72ebf946-8b5f-4023-a17c-04990e722159 req-b099768a-b14d-4e5e-9904-d14e7a064d2c service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835221 Sep 15 18:20:45.758482 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-72ebf946-8b5f-4023-a17c-04990e722159 req-6876bdc2-bd28-432a-822b-19bb19ba2839 service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924070 Sep 15 18:20:45.817797 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:45.842019 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event deleted for resources: {'Port': ['ID=43b1a4e4-e8f2-4036-a624-ad9ccb13892e,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:45.904290 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks [] for floatingip, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:45.904634 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.l3_db [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Floating IP eb42607d-8848-4a0f-ba21-d73df0f76220 disassociated (deleted). External IP: 172.27.2.239, port: cb3e2ab6-6700-4299-8212-52bb75aecd94. Sep 15 18:20:46.106031 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:20:46.425683 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:20:46.430339 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:46.436449 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc7780-ff63-4a97-b358-6ab6293e7172 None None] Sync routers for ids ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:20:46.445213 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc7780-ff63-4a97-b358-6ab6293e7172 None None] Routers {'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:20:46.445859 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9cfc7780-ff63-4a97-b358-6ab6293e7172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:46.457673 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2ebe7334-4f0d-4f5f-a2d6-da6d18049073 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "DELETE /v2.0/floatingips/eb42607d-8848-4a0f-ba21-d73df0f76220 HTTP/1.1" status: 204 len: 168 time: 1.0952868 Sep 15 18:20:46.554629 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-9cfc7780-ff63-4a97-b358-6ab6293e7172 None None] Set router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:20:46.762311 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9cfc7780-ff63-4a97-b358-6ab6293e7172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'a6961949-22dc-46e7-aa2e-340e5d9fb665', 'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'mac_address': 'fa:16:3e:28:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:36Z', 'updated_at': '2021-09-15T18:18:41Z', 'revision_number': 5, 'project_id': '80855252b55f4578a1fd24281f272880', 'subnets': [{'id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:46.792234 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc7780-ff63-4a97-b358-6ab6293e7172 None None] Checking router: e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:20:46.800392 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc7780-ff63-4a97-b358-6ab6293e7172 None None] Routers {'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:20:46.800995 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9cfc7780-ff63-4a97-b358-6ab6293e7172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:46.903111 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-9cfc7780-ff63-4a97-b358-6ab6293e7172 None None] Set router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:20:47.022143 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:47.024501 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4350fa-d648-47ed-b9e7-ce18964f85ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:47.061510 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2290201-2301-412d-ab07-b95a542c6b97 x-openstack-request-id: req-a2290201-2301-412d-ab07-b95a542c6b97 {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:47.061818 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:47.062065 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2290201-2301-412d-ab07-b95a542c6b97 {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:47.062457 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'status': 'completed', 'code': 200} Sep 15 18:20:47.093438 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-9cfc7780-ff63-4a97-b358-6ab6293e7172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'a6961949-22dc-46e7-aa2e-340e5d9fb665', 'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'mac_address': 'fa:16:3e:28:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:36Z', 'updated_at': '2021-09-15T18:18:41Z', 'revision_number': 5, 'project_id': '80855252b55f4578a1fd24281f272880', 'subnets': [{'id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:20:47.122633 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc7780-ff63-4a97-b358-6ab6293e7172 None None] The sync data for ids ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'] in dv-cinder-763774-3-iscsi is: [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:18:37Z', 'revision_number': 4, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'a6961949-22dc-46e7-aa2e-340e5d9fb665', 'name': '', 'network_id': '18d01bfb-1f87-4512-8af5-0ae047aa0d2d', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'mac_address': 'fa:16:3e:28:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:36Z', 'updated_at': '2021-09-15T18:18:41Z', 'revision_number': 5, 'project_id': '80855252b55f4578a1fd24281f272880', 'subnets': [{'id': '0ed558eb-7db0-4fbd-86c2-2b4e73322373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:20:47.137347 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4350fa-d648-47ed-b9e7-ce18964f85ff req-63dde4cd-bb73-4ce5-803d-e3631cea676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:47.138952 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ad4350fa-d648-47ed-b9e7-ce18964f85ff req-63dde4cd-bb73-4ce5-803d-e3631cea676e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80855252b55f4578a1fd24281f272880&device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 1099 time: 0.0465040 Sep 15 18:20:47.234282 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4350fa-d648-47ed-b9e7-ce18964f85ff req-c3a0ff1b-a875-4244-9de0-68ad9ff55c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:47.235808 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ad4350fa-d648-47ed-b9e7-ce18964f85ff req-c3a0ff1b-a875-4244-9de0-68ad9ff55c7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d HTTP/1.1" status: 200 len: 915 time: 0.0885653 Sep 15 18:20:47.278436 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ad4350fa-d648-47ed-b9e7-ce18964f85ff req-6556eb30-050a-43ea-b7e0-547b0aba228e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94 HTTP/1.1" status: 200 len: 217 time: 0.0341880 Sep 15 18:20:47.328225 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4350fa-d648-47ed-b9e7-ce18964f85ff req-3dae9828-173c-4922-a157-f80f878dee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:47.329934 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ad4350fa-d648-47ed-b9e7-ce18964f85ff req-3dae9828-173c-4922-a157-f80f878dee32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed558eb-7db0-4fbd-86c2-2b4e73322373 HTTP/1.1" status: 200 len: 853 time: 0.0444973 Sep 15 18:20:47.347523 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8320cc5-2ebe-4b62-8fc9-10d41efa31da None None] New status for floating IP eb42607d-8848-4a0f-ba21-d73df0f76220: DOWN {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:20:47.379290 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4350fa-d648-47ed-b9e7-ce18964f85ff req-056ace3d-baf9-44ba-9e26-c9ee7498e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:47.380880 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ad4350fa-d648-47ed-b9e7-ce18964f85ff req-056ace3d-baf9-44ba-9e26-c9ee7498e3cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18d01bfb-1f87-4512-8af5-0ae047aa0d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429316 Sep 15 18:20:47.472752 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ad4350fa-d648-47ed-b9e7-ce18964f85ff req-bbe17e08-65b0-4361-82cd-ab30a69c430b service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833206 Sep 15 18:20:47.565455 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ad4350fa-d648-47ed-b9e7-ce18964f85ff req-58f92dd7-83d2-4d83-8afe-5f21422178a7 service neutron] 10.222.0.41 "GET /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832303 Sep 15 18:20:50.757257 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44808) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:50.861695 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4bdeca0d-35c6-4ca2-a07e-3a0836539f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:50.949494 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4bdeca0d-35c6-4ca2-a07e-3a0836539f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:50.953029 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4bdeca0d-35c6-4ca2-a07e-3a0836539f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:50.988246 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdeca0d-35c6-4ca2-a07e-3a0836539f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e7c929-84a0-42d7-a736-15fdda9d2de3,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:50.992971 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-4bdeca0d-35c6-4ca2-a07e-3a0836539f24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca6aca45c83347bda08266d93d1bb6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346768 Sep 15 18:20:50.995547 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44814) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:51.044392 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-71809674-5345-4a69-8941-d19f238366f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:51.066865 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-71809674-5345-4a69-8941-d19f238366f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:51.116374 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-71809674-5345-4a69-8941-d19f238366f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:51.118870 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-71809674-5345-4a69-8941-d19f238366f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:51.120019 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-71809674-5345-4a69-8941-d19f238366f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48e7c929-84a0-42d7-a736-15fdda9d2de3 HTTP/1.1" status: 204 len: 168 time: 0.1233854 Sep 15 18:20:51.127524 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71809674-5345-4a69-8941-d19f238366f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e7c929-84a0-42d7-a736-15fdda9d2de3,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:51.376595 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 44820) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:51.389999 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-815b1723-a4fe-40c2-bdd1-e00618d847aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:51.479674 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-815b1723-a4fe-40c2-bdd1-e00618d847aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:51.483294 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-815b1723-a4fe-40c2-bdd1-e00618d847aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:51.521539 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-815b1723-a4fe-40c2-bdd1-e00618d847aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d56287ba51b4df3946cfee2eb693614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439261 Sep 15 18:20:51.522619 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b1723-a4fe-40c2-bdd1-e00618d847aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c4a83-8545-4aa1-90e6-c7d199b29d6d,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:51.524294 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 44824) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:51.573240 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-0dcd81b3-2aba-4005-8671-d7b04c548a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:51.594149 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-0dcd81b3-2aba-4005-8671-d7b04c548a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:51.640177 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-0dcd81b3-2aba-4005-8671-d7b04c548a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:51.642995 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-0dcd81b3-2aba-4005-8671-d7b04c548a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:51.644160 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-0dcd81b3-2aba-4005-8671-d7b04c548a5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c0c4a83-8545-4aa1-90e6-c7d199b29d6d HTTP/1.1" status: 204 len: 168 time: 0.1189008 Sep 15 18:20:51.653879 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd81b3-2aba-4005-8671-d7b04c548a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c4a83-8545-4aa1-90e6-c7d199b29d6d,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:54.337461 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0c296-205a-4565-8608-170a8b40e015 req-7c9a3b1b-67c0-4833-a0e7-beb4b9805bea tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:54.339074 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-7c9a3b1b-67c0-4833-a0e7-beb4b9805bea tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 813 time: 0.1076236 Sep 15 18:20:54.357371 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-c95e3ca2-8b22-4299-a8f0-b1665fb51b69 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/quotas/5d8c70a0c1b3465e838b6e3e7a744da0 HTTP/1.1" status: 200 len: 375 time: 0.0111454 Sep 15 18:20:54.418079 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-42ddd3cf-8d9e-4951-b2ed-9b152ddb2503 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541134 Sep 15 18:20:54.495068 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45014) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:54.520998 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760c39-e25a-44d8-b4b0-5334b3a4c685 req-eec1203d-f12b-4d14-8f18-925679214a13 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:54.522495 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-95760c39-e25a-44d8-b4b0-5334b3a4c685 req-eec1203d-f12b-4d14-8f18-925679214a13 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 946 time: 0.1034141 Sep 15 18:20:54.556874 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-eea21b69-8b6c-4779-a229-23cf06dd267f service neutron] 10.222.0.39 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360645 Sep 15 18:20:54.588724 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-95760c39-e25a-44d8-b4b0-5334b3a4c685 req-e4cf6fa2-37d7-4c79-baef-54238a56478e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584662 Sep 15 18:20:54.598614 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d8388f6d-5753-4a0d-b2ea-70d17a3e2927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:54.663090 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-7d4e061c-e823-4fbc-827e-193a35c17052 service neutron] 10.222.0.39 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967183 Sep 15 18:20:54.689880 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d8388f6d-5753-4a0d-b2ea-70d17a3e2927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:54.693684 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d8388f6d-5753-4a0d-b2ea-70d17a3e2927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:54.735877 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-d8388f6d-5753-4a0d-b2ea-70d17a3e2927 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0490768942af47ebbef344dd8b9c00e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395587 Sep 15 18:20:54.736850 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8388f6d-5753-4a0d-b2ea-70d17a3e2927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45ebc64-4d60-4080-b48f-7989eeeabeb9,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:54.738337 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45018) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:54.790161 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0dab6de6-0f4e-4bb1-8db7-fdbd0de727c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:54.832924 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fcfb0f22-5960-4bcf-a838-bb6067f3f23c req-bc6f6b5b-567e-40e8-a079-09966571e391 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 210 time: 0.0319090 Sep 15 18:20:54.834720 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0dab6de6-0f4e-4bb1-8db7-fdbd0de727c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:54.884513 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0dab6de6-0f4e-4bb1-8db7-fdbd0de727c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:54.887525 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0dab6de6-0f4e-4bb1-8db7-fdbd0de727c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:54.891099 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-0dab6de6-0f4e-4bb1-8db7-fdbd0de727c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d45ebc64-4d60-4080-b48f-7989eeeabeb9 HTTP/1.1" status: 204 len: 168 time: 0.1490564 Sep 15 18:20:54.897771 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab6de6-0f4e-4bb1-8db7-fdbd0de727c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45ebc64-4d60-4080-b48f-7989eeeabeb9,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:55.154231 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45034) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:55.167177 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6af73825-bcea-4edd-ba37-5746b2de1c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:55.256719 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6af73825-bcea-4edd-ba37-5746b2de1c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:55.260835 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6af73825-bcea-4edd-ba37-5746b2de1c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:55.302794 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-6af73825-bcea-4edd-ba37-5746b2de1c58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c382eefbbdc342609686163f75ee7c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466899 Sep 15 18:20:55.303746 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45036) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:55.309838 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af73825-bcea-4edd-ba37-5746b2de1c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af62629d-48e7-4df7-a699-24b5c71ea85b,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:55.355388 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-80befb83-cdc8-4d74-bfc7-f701e94ba3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:55.376352 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-80befb83-cdc8-4d74-bfc7-f701e94ba3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:55.422445 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-80befb83-cdc8-4d74-bfc7-f701e94ba3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:55.424917 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-80befb83-cdc8-4d74-bfc7-f701e94ba3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:55.426098 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-80befb83-cdc8-4d74-bfc7-f701e94ba3bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af62629d-48e7-4df7-a699-24b5c71ea85b HTTP/1.1" status: 204 len: 168 time: 0.1214721 Sep 15 18:20:55.434561 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80befb83-cdc8-4d74-bfc7-f701e94ba3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af62629d-48e7-4df7-a699-24b5c71ea85b,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:55.708660 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746461a-e9d2-4f97-b94e-8e7bf03bf6b4 req-8e8d7159-49fb-4465-80e3-5d32e0b39e88 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:55.710929 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e746461a-e9d2-4f97-b94e-8e7bf03bf6b4 req-8e8d7159-49fb-4465-80e3-5d32e0b39e88 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 946 time: 0.0530050 Sep 15 18:20:55.758128 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e746461a-e9d2-4f97-b94e-8e7bf03bf6b4 req-adadedb7-419f-4741-9e5f-c1221738ffb0 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 Sep 15 18:20:55.886762 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0c296-205a-4565-8608-170a8b40e015 req-fa90ad5f-4ae4-4926-a2fc-d6e0edafedc7 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:55.888483 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-fa90ad5f-4ae4-4926-a2fc-d6e0edafedc7 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 813 time: 0.1089132 Sep 15 18:20:55.902746 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Request body: {'port': {'device_id': 'f84d32e8-0449-43bd-9594-52c7cf5b70ec', 'network_id': '2b5045b0-7a93-4269-80be-38d393371824', 'admin_state_up': True, 'tenant_id': '5d8c70a0c1b3465e838b6e3e7a744da0'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:55.947843 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ffd92e33-607f-4c3b-aa0b-b6daa00290e2 req-38d27904-93ef-4d81-b5a0-d9cf5d706838 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 210 time: 0.0402675 Sep 15 18:20:56.033445 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Made reservation on behalf of 5d8c70a0c1b3465e838b6e3e7a744da0 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:20:56.037577 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:56.161492 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Allocated IP 172.20.0.4 (2b5045b0-7a93-4269-80be-38d393371824/acce4c09-767c-4fa8-9e43-4a74b30a5cd7/2d4575bc-1bb0-4037-aab0-b322b2cee09f) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:20:56.311030 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:56.345172 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:56.357656 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['eccd2a72-19cd-41ca-8e42-a573fb800b33', 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4', '1da03fe2-6411-4cfa-9389-15d816674462'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:20:56.392900 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Network 2b5045b0-7a93-4269-80be-38d393371824 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:20:56.396177 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:20:56.399891 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:20:56.435836 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Pushing event updated for resources: {'Port': ['ID=2d4575bc-1bb0-4037-aab0-b322b2cee09f,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:56.454913 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:56.455518 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:56.470991 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-8a17c31a-74fb-4c46-a52f-9ec1326eb8df tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5720098 Sep 15 18:20:56.484880 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Request body: {'port': {'device_id': 'f84d32e8-0449-43bd-9594-52c7cf5b70ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:20:56.557206 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:56.641398 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a99a75-afb9-4452-b482-49d87d05d8f4 req-90e5543f-9057-4b00-b5e6-b0b05537ee36 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:56.642876 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-83a99a75-afb9-4452-b482-49d87d05d8f4 req-90e5543f-9057-4b00-b5e6-b0b05537ee36 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 946 time: 0.1017644 Sep 15 18:20:56.878464 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-83a99a75-afb9-4452-b482-49d87d05d8f4 req-7b4ab14c-8646-48bb-8d40-1ca3ead5428e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Deleting port cb3e2ab6-6700-4299-8212-52bb75aecd94 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:20:56.878841 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-83a99a75-afb9-4452-b482-49d87d05d8f4 req-7b4ab14c-8646-48bb-8d40-1ca3ead5428e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:56.881493 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c854dc-3d1c-44fe-8ce3-e426695fa8f9 req-685b87e3-34b5-44be-a071-0c9ff6bfa584 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:56.883648 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-14c854dc-3d1c-44fe-8ce3-e426695fa8f9 req-685b87e3-34b5-44be-a071-0c9ff6bfa584 tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abb91d0-e2a6-4c85-87e5-6f092fd9e896 HTTP/1.1" status: 200 len: 946 time: 0.0558963 Sep 15 18:20:56.925044 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-14c854dc-3d1c-44fe-8ce3-e426695fa8f9 req-b9a9f625-d01b-4fee-9c95-de8e31da6b5e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.39 "GET /v2.0/security-groups?id=3848d21d-b2ae-4fe8-91c9-143920db2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353978 Sep 15 18:20:56.990304 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4575bc-1bb0-4037-aab0-b322b2cee09f {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:20:57.002602 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:57.019956 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-83a99a75-afb9-4452-b482-49d87d05d8f4 req-7b4ab14c-8646-48bb-8d40-1ca3ead5428e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] For port cb3e2ab6-6700-4299-8212-52bb75aecd94, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=cb3e2ab6-6700-4299-8212-52bb75aecd94,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:57.020933 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-83a99a75-afb9-4452-b482-49d87d05d8f4 req-7b4ab14c-8646-48bb-8d40-1ca3ead5428e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:57.033137 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Transition to ACTIVE for port object 2d4575bc-1bb0-4037-aab0-b322b2cee09f will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:20:57.037909 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-83a99a75-afb9-4452-b482-49d87d05d8f4 req-7b4ab14c-8646-48bb-8d40-1ca3ead5428e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Calling delete_port for cb3e2ab6-6700-4299-8212-52bb75aecd94 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:20:57.042012 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:57.093852 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a01c9f-d4ad-4363-85ec-d0a0325e9df0 req-91a56cf2-8a4f-434a-bcf3-45d5c53bc9f5 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:57.102340 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e8a01c9f-d4ad-4363-85ec-d0a0325e9df0 req-91a56cf2-8a4f-434a-bcf3-45d5c53bc9f5 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 943 time: 0.0726845 Sep 15 18:20:57.162922 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4575bc-1bb0-4037-aab0-b322b2cee09f,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:57.166378 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e8a01c9f-d4ad-4363-85ec-d0a0325e9df0 req-cf586f68-6231-4436-b4da-ea8929566cb6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575728 Sep 15 18:20:57.283686 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Attempting to bind port 2d4575bc-1bb0-4037-aab0-b322b2cee09f on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:20:57.283912 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Attempting to bind port 2d4575bc-1bb0-4037-aab0-b322b2cee09f by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:20:57.284218 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Attempting to bind port 2d4575bc-1bb0-4037-aab0-b322b2cee09f on network 2b5045b0-7a93-4269-80be-38d393371824 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:20:57.287225 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-83a99a75-afb9-4452-b482-49d87d05d8f4 req-7b4ab14c-8646-48bb-8d40-1ca3ead5428e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:57.295057 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Port 2d4575bc-1bb0-4037-aab0-b322b2cee09f on network 2b5045b0-7a93-4269-80be-38d393371824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:20:57.295368 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Attempting to bind port 2d4575bc-1bb0-4037-aab0-b322b2cee09f on network 2b5045b0-7a93-4269-80be-38d393371824 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:20:57.298690 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['cb3e2ab6-6700-4299-8212-52bb75aecd94'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:20:57.321208 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:20:57.321575 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Checking segment: {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:20:57.321942 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Bound using segment: {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:20:57.322361 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Bound port: 2d4575bc-1bb0-4037-aab0-b322b2cee09f, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536feb01-090a-470a-92b0-f709b816d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2b5045b0-7a93-4269-80be-38d393371824'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:20:57.322707 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:57.324558 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ab14c-8646-48bb-8d40-1ca3ead5428e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Pushing event deleted for resources: {'Port': ['ID=cb3e2ab6-6700-4299-8212-52bb75aecd94,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:57.387690 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a99a75-afb9-4452-b482-49d87d05d8f4 req-7b4ab14c-8646-48bb-8d40-1ca3ead5428e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] No DVR routers for this DVR port cb3e2ab6-6700-4299-8212-52bb75aecd94 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:20:57.391274 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-83a99a75-afb9-4452-b482-49d87d05d8f4 req-7b4ab14c-8646-48bb-8d40-1ca3ead5428e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:57.393184 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-83a99a75-afb9-4452-b482-49d87d05d8f4 req-7b4ab14c-8646-48bb-8d40-1ca3ead5428e tempest-TestMinimumBasicScenario-1423591673 tempest-TestMinimumBasicScenario-1423591673-project] 10.222.0.41 "DELETE /v2.0/ports/cb3e2ab6-6700-4299-8212-52bb75aecd94 HTTP/1.1" status: 204 len: 173 time: 0.7438035 Sep 15 18:20:57.393637 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'name': 'network-vif-deleted', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:57.396399 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198a9b79-e006-4832-85cf-2244e3d31c92" -d '{"events": [{"server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "name": "network-vif-deleted", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:57.429065 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] For port 2d4575bc-1bb0-4037-aab0-b322b2cee09f, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:20:57.432882 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] For port 2d4575bc-1bb0-4037-aab0-b322b2cee09f, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=2d4575bc-1bb0-4037-aab0-b322b2cee09f,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:20:57.439124 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:57.445695 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f019780-b632-474d-97b6-e4c7b55f0750 x-openstack-request-id: req-8f019780-b632-474d-97b6-e4c7b55f0750 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:57.445974 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abb91d0-e2a6-4c85-87e5-6f092fd9e896", "name": "network-vif-deleted", "tag": "cb3e2ab6-6700-4299-8212-52bb75aecd94", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:57.446220 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f019780-b632-474d-97b6-e4c7b55f0750 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:57.446597 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abb91d0-e2a6-4c85-87e5-6f092fd9e896', 'name': 'network-vif-deleted', 'tag': 'cb3e2ab6-6700-4299-8212-52bb75aecd94', 'status': 'completed', 'code': 200} Sep 15 18:20:57.477822 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:57.478424 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:57.479806 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d4575bc-1bb0-4037-aab0-b322b2cee09f HTTP/1.1" status: 200 len: 1093 time: 1.0002990 Sep 15 18:20:57.499204 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57400464-7819-47c6-829f-853fc3173bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4575bc-1bb0-4037-aab0-b322b2cee09f,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:57.573614 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0c296-205a-4565-8608-170a8b40e015 req-2ccc7f01-5bb0-456b-aa9a-d1b97eef3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:57.574985 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-2ccc7f01-5bb0-456b-aa9a-d1b97eef3699 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 1096 time: 0.0404360 Sep 15 18:20:57.619682 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-79afeb16-c7b6-48ac-9ae3-c1768431ae4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d4575bc-1bb0-4037-aab0-b322b2cee09f HTTP/1.1" status: 200 len: 217 time: 0.0324905 Sep 15 18:20:57.908104 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0c296-205a-4565-8608-170a8b40e015 req-18cc976e-4523-4b81-946b-d81212eaff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:57.909448 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-18cc976e-4523-4b81-946b-d81212eaff6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acce4c09-767c-4fa8-9e43-4a74b30a5cd7 HTTP/1.1" status: 200 len: 853 time: 0.2741823 Sep 15 18:20:57.940858 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-5f5794b8-0c72-4dd5-b35d-646f164d8de1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5045b0-7a93-4269-80be-38d393371824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234225 Sep 15 18:20:58.044913 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-2825d870-a15a-4faf-a10e-5c9c3f6a2b2c service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855927 Sep 15 18:20:58.141846 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-20c0c296-205a-4565-8608-170a8b40e015 req-0a972e63-63e2-4bcd-a40a-aaddebf87acb service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882468 Sep 15 18:20:58.280858 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fdd8e-0695-4a52-b56e-57604ec1d41c req-66eaffbf-b775-4c45-93d0-777ff4cf83b3 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:58.282426 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cd2fdd8e-0695-4a52-b56e-57604ec1d41c req-66eaffbf-b775-4c45-93d0-777ff4cf83b3 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 943 time: 0.0593612 Sep 15 18:20:58.326074 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cd2fdd8e-0695-4a52-b56e-57604ec1d41c req-95cb0ea1-bfd9-4497-bc76-2e7c75cf3765 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376797 Sep 15 18:20:58.620501 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45148) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:20:58.953213 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-851473'] for router_interface, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:59.193073 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] Deleting port a6961949-22dc-46e7-aa2e-340e5d9fb665 {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:20:59.193406 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:59.267319 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] For port a6961949-22dc-46e7-aa2e-340e5d9fb665, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=a6961949-22dc-46e7-aa2e-340e5d9fb665,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:20:59.267597 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:59.283121 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] Calling delete_port for a6961949-22dc-46e7-aa2e-340e5d9fb665 owned by network:router_interface {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:20:59.448138 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84d32e8-0449-43bd-9594-52c7cf5b70ec', 'tag': '2d4575bc-1bb0-4037-aab0-b322b2cee09f'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:20:59.450598 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c270705-4a34-4d86-ac51-8fc47a314106" -d '{"events": [{"name": "network-changed", "server_uuid": "f84d32e8-0449-43bd-9594-52c7cf5b70ec", "tag": "2d4575bc-1bb0-4037-aab0-b322b2cee09f"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:20:59.482044 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e63a29-91a2-4da1-ade9-621540de6760 req-f6f8db93-70fc-4836-bfee-87c9efc209c9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:20:59.483541 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-65e63a29-91a2-4da1-ade9-621540de6760 req-f6f8db93-70fc-4836-bfee-87c9efc209c9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 943 time: 0.0836844 Sep 15 18:20:59.490329 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c110f45-23c1-4136-92ef-0ffd659b6389 x-openstack-request-id: req-7c110f45-23c1-4136-92ef-0ffd659b6389 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:20:59.490616 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84d32e8-0449-43bd-9594-52c7cf5b70ec", "tag": "2d4575bc-1bb0-4037-aab0-b322b2cee09f", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:20:59.490865 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c110f45-23c1-4136-92ef-0ffd659b6389 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:20:59.491247 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84d32e8-0449-43bd-9594-52c7cf5b70ec', 'tag': '2d4575bc-1bb0-4037-aab0-b322b2cee09f', 'status': 'completed', 'code': 200} Sep 15 18:20:59.511945 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:59.544289 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6961949-22dc-46e7-aa2e-340e5d9fb665,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:20:59.554015 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-65e63a29-91a2-4da1-ade9-621540de6760 req-a70cbf04-f24f-412d-b7e5-bd16762538d0 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642233 Sep 15 18:20:59.711159 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-849569'] for router_interface, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:20:59.915981 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] Router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:21:00.018374 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:21:00.023235 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-230b185a-701d-42e7-9cd0-f07ae9e28424 admin admin] 10.222.0.39 "PUT /v2.0/routers/e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4018023 Sep 15 18:21:00.025878 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45156) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:00.027617 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1809ca0-3422-4ec7-aa94-7d46d200d50e None None] Sync routers for ids ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:21:00.036663 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1809ca0-3422-4ec7-aa94-7d46d200d50e None None] Routers {'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:00.037276 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-f1809ca0-3422-4ec7-aa94-7d46d200d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:00.126948 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.139781 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-f1809ca0-3422-4ec7-aa94-7d46d200d50e None None] Set router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:00.225351 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.274427 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Deleting port c0c4edeb-c8a0-4585-b60c-8add48b05745 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:00.274862 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.310221 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-f1809ca0-3422-4ec7-aa94-7d46d200d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:20:59Z', 'revision_number': 5, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port': {'id': 'c0c4edeb-c8a0-4585-b60c-8add48b05745', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:35Z', 'updated_at': '2021-09-15T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:00.338702 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1809ca0-3422-4ec7-aa94-7d46d200d50e None None] Checking router: e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:21:00.346757 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1809ca0-3422-4ec7-aa94-7d46d200d50e None None] Routers {'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:00.347353 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-f1809ca0-3422-4ec7-aa94-7d46d200d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:00.354776 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] For port c0c4edeb-c8a0-4585-b60c-8add48b05745, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=c0c4edeb-c8a0-4585-b60c-8add48b05745,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:00.355140 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.366959 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Calling delete_port for c0c4edeb-c8a0-4585-b60c-8add48b05745 owned by network:router_gateway {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:00.430088 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-f1809ca0-3422-4ec7-aa94-7d46d200d50e None None] Set router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 gateway port host: None {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:00.481090 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-f1809ca0-3422-4ec7-aa94-7d46d200d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:21:00Z', 'revision_number': 6, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port_host': None}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:00.509953 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1809ca0-3422-4ec7-aa94-7d46d200d50e None None] The sync data for ids ['e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508'] in dv-cinder-763774-3-iscsi is: [{'id': 'e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508', 'name': 'tempest-TestMinimumBasicScenario-765092987-router', 'tenant_id': '80855252b55f4578a1fd24281f272880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:34Z', 'updated_at': '2021-09-15T18:21:00Z', 'revision_number': 6, 'project_id': '80855252b55f4578a1fd24281f272880', 'gw_port_host': None}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:21:00.531309 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.556850 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c4edeb-c8a0-4585-b60c-8add48b05745,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:00.568515 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.568862 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.569193 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.569522 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.569865 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.570189 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.570509 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.570827 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.571146 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.571459 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.571771 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.572082 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:00.623700 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-849511'] for router_gateway, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.670030 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75f1fa-ea35-4bda-b2ca-0f407f2fb602 req-95b4c149-7e3c-44f4-94ce-2a2e8c74ee64 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:00.671482 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0b75f1fa-ea35-4bda-b2ca-0f407f2fb602 req-95b4c149-7e3c-44f4-94ce-2a2e8c74ee64 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 943 time: 0.0471456 Sep 15 18:21:00.712462 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0b75f1fa-ea35-4bda-b2ca-0f407f2fb602 req-318d610f-9c20-4fe2-b48e-e75e68b24310 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Sep 15 18:21:00.714719 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-851254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-679'] for router, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.716932 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.759556 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-851405'] for router, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.760059 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 {{(pid=94151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:21:00.764976 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] Notify callbacks [] for router, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.770262 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-648284a2-2ac5-46bc-b258-9400242ff4bc admin admin] 10.222.0.39 "DELETE /v2.0/routers/e4ffc2c9-ccf0-49c3-98ca-ad7fec6cd508 HTTP/1.1" status: 204 len: 168 time: 0.7394938 Sep 15 18:21:00.770410 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45162) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:00.813320 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_v2 [None req-38dbc1e1-51b6-429c-908e-7caf242aa9c8 admin admin] Deleting subnet 0ed558eb-7db0-4fbd-86c2-2b4e73322373 {{(pid=94151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:21:00.816105 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-38dbc1e1-51b6-429c-908e-7caf242aa9c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.848642 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-38dbc1e1-51b6-429c-908e-7caf242aa9c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58890144'] for subnet, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.934827 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-38dbc1e1-51b6-429c-908e-7caf242aa9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:00.984389 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-38dbc1e1-51b6-429c-908e-7caf242aa9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58996997'] for subnet, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.008665 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbc1e1-51b6-429c-908e-7caf242aa9c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed558eb-7db0-4fbd-86c2-2b4e73322373,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:01.012276 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-38dbc1e1-51b6-429c-908e-7caf242aa9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.015547 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-38dbc1e1-51b6-429c-908e-7caf242aa9c8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0ed558eb-7db0-4fbd-86c2-2b4e73322373 HTTP/1.1" status: 204 len: 168 time: 0.2425480 Sep 15 18:21:01.016618 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45164) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:01.019040 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c3c922-845a-4639-90bb-31e413bab1e2 None None] Network 18d01bfb-1f87-4512-8af5-0ae047aa0d2d requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:21:01.087430 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.139868 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Deleting port 167e6215-2ced-48ad-a967-135ef1fcb6b2 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:01.140280 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.202085 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] For port 167e6215-2ced-48ad-a967-135ef1fcb6b2, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=167e6215-2ced-48ad-a967-135ef1fcb6b2,segment=NetworkSegment(1b6b51fd-a429-41e1-bc48-2b987c60cbbf),segment_id=1b6b51fd-a429-41e1-bc48-2b987c60cbbf)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:01.202394 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.218001 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Calling delete_port for 167e6215-2ced-48ad-a967-135ef1fcb6b2 owned by network:dhcp {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:01.262407 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b8457f-be6a-447a-9306-651d4d16b634 None None] DHCP port deletion for 18d01bfb-1f87-4512-8af5-0ae047aa0d2d request from dv-cinder-763774-3-iscsi {{(pid=94153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:21:01.298594 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.323086 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Pushing event deleted for resources: {'Port': ['ID=167e6215-2ced-48ad-a967-135ef1fcb6b2,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:01.328915 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] No DVR routers for this DVR port 167e6215-2ced-48ad-a967-135ef1fcb6b2 on host dv-cinder-763774-3-iscsi {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:01.407516 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device cb3e2ab6-6700-4299-8212-52bb75aecd94 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:01.428100 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: cb3e2ab6-6700-4299-8212-52bb75aecd94 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:01.428438 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device cb3e2ab6-6700-4299-8212-52bb75aecd94 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:01.432049 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.451628 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-47b8457f-be6a-447a-9306-651d4d16b634 None None] Deleting port 167e6215-2ced-48ad-a967-135ef1fcb6b2 {{(pid=94153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:01.451928 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-47b8457f-be6a-447a-9306-651d4d16b634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.456359 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d01bfb-1f87-4512-8af5-0ae047aa0d2d']}} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:01.468943 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c270705-4a34-4d86-ac51-8fc47a314106 req-df32c208-c8fa-4ead-8a4e-2a5f0f291dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:01.470470 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c270705-4a34-4d86-ac51-8fc47a314106 req-df32c208-c8fa-4ead-8a4e-2a5f0f291dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 1096 time: 0.0979297 Sep 15 18:21:01.472145 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6b51fd-a429-41e1-bc48-2b987c60cbbf') {'for_net_delete': True} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:01.472429 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6b51fd-a429-41e1-bc48-2b987c60cbbf') {} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:01.482700 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58890155'] for segment, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.522448 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-47b8457f-be6a-447a-9306-651d4d16b634 None None] For port 167e6215-2ced-48ad-a967-135ef1fcb6b2, host dv-cinder-763774-3-iscsi, got binding levels [] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:01.522972 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-47b8457f-be6a-447a-9306-651d4d16b634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.536706 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-47b8457f-be6a-447a-9306-651d4d16b634 None None] Calling delete_port for 167e6215-2ced-48ad-a967-135ef1fcb6b2 owned by network:dhcp {{(pid=94153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:01.540759 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.ipam_backend_mixin [None req-47b8457f-be6a-447a-9306-651d4d16b634 None None] Port 167e6215-2ced-48ad-a967-135ef1fcb6b2 was not found and therefore no delete operation was performed {{(pid=94153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 18:21:01.542452 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-47b8457f-be6a-447a-9306-651d4d16b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289'] for port, after_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.566912 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.573410 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8457f-be6a-447a-9306-651d4d16b634 None None] No DVR routers for this DVR port 167e6215-2ced-48ad-a967-135ef1fcb6b2 on host dv-cinder-763774-3-iscsi {{(pid=94153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:01.576527 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:21:01.576924 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932927'] for segment, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.578808 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8457f-be6a-447a-9306-651d4d16b634 None None] Pushing event deleted for resources: {'Port': ['ID=167e6215-2ced-48ad-a967-135ef1fcb6b2,revision_number=None']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: Traceback (most recent call last): Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: timer() Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: cb(*args, **kw) Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: return func(*args, **kwargs) Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: self._notify() Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: self.callback(batched_events) Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: event.method(event) Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: return f(self, *a, **k) Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._get(url).json() Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: return self.request(url, 'GET', **kwargs) Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:21:01.578952 dv-cinder-763774-3-iscsi neutron-server[94151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:21:01.607044 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 167e6215-2ced-48ad-a967-135ef1fcb6b2 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:01.626051 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 167e6215-2ced-48ad-a967-135ef1fcb6b2 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:01.626393 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 167e6215-2ced-48ad-a967-135ef1fcb6b2 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:01.626797 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device c0c4edeb-c8a0-4585-b60c-8add48b05745 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:01.639184 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c270705-4a34-4d86-ac51-8fc47a314106 req-8e5120a9-2b12-4add-915a-db6eaaacb08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:01.640705 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c270705-4a34-4d86-ac51-8fc47a314106 req-8e5120a9-2b12-4add-915a-db6eaaacb08f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 914 time: 0.1507807 Sep 15 18:21:01.644855 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: c0c4edeb-c8a0-4585-b60c-8add48b05745 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:01.645849 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device c0c4edeb-c8a0-4585-b60c-8add48b05745 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:01.646295 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device a6961949-22dc-46e7-aa2e-340e5d9fb665 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:01.648476 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.653662 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:01.658585 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] 10.222.0.39 "DELETE /v2.0/networks/18d01bfb-1f87-4512-8af5-0ae047aa0d2d HTTP/1.1" status: 204 len: 168 time: 0.6382279 Sep 15 18:21:01.659181 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45168) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:01.666611 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: a6961949-22dc-46e7-aa2e-340e5d9fb665 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:01.666955 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device a6961949-22dc-46e7-aa2e-340e5d9fb665 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:01.706880 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c65c1-c772-424d-9e40-e518c0b6523e admin admin] Pushing event deleted for resources: {'Network': ['ID=18d01bfb-1f87-4512-8af5-0ae047aa0d2d,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:01.711320 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c270705-4a34-4d86-ac51-8fc47a314106 req-8317a223-1a4a-4e0e-ab42-18593ce50757 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d4575bc-1bb0-4037-aab0-b322b2cee09f HTTP/1.1" status: 200 len: 217 time: 0.0544224 Sep 15 18:21:01.763712 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c270705-4a34-4d86-ac51-8fc47a314106 req-e1166ca3-1872-4ddb-aa47-82fcc71100d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:01.765466 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c270705-4a34-4d86-ac51-8fc47a314106 req-e1166ca3-1872-4ddb-aa47-82fcc71100d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acce4c09-767c-4fa8-9e43-4a74b30a5cd7 HTTP/1.1" status: 200 len: 853 time: 0.0464752 Sep 15 18:21:01.798802 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c270705-4a34-4d86-ac51-8fc47a314106 req-0a54010d-56b1-4e00-8026-5fd6ea8d0d7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5045b0-7a93-4269-80be-38d393371824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247293 Sep 15 18:21:01.887512 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896190a3-7a33-45cd-9ba5-f47160d98b3b req-c31f35a1-735a-4f02-bfdd-670553b4f6f6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:01.888973 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-896190a3-7a33-45cd-9ba5-f47160d98b3b req-c31f35a1-735a-4f02-bfdd-670553b4f6f6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 943 time: 0.0876105 Sep 15 18:21:01.896397 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c270705-4a34-4d86-ac51-8fc47a314106 req-3f3f3e87-a394-455b-b54a-d6e246b9eef1 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887458 Sep 15 18:21:01.959655 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-896190a3-7a33-45cd-9ba5-f47160d98b3b req-52785f36-c946-4745-ad08-12767524d273 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639474 Sep 15 18:21:01.987387 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7c270705-4a34-4d86-ac51-8fc47a314106 req-f58dc863-ba20-45b7-8f0d-34f325b00712 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835128 Sep 15 18:21:02.064430 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-851473'] for router_interface, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:02.298199 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] Deleting port 9a060980-a1aa-4735-bf49-d19a2981678f {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:02.298525 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:02.376071 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] For port 9a060980-a1aa-4735-bf49-d19a2981678f, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=9a060980-a1aa-4735-bf49-d19a2981678f,segment=NetworkSegment(46ae5952-8548-4d56-8a1e-cfe4b852bcb5),segment_id=46ae5952-8548-4d56-8a1e-cfe4b852bcb5)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:02.376420 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:02.388750 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] Calling delete_port for 9a060980-a1aa-4735-bf49-d19a2981678f owned by network:router_interface {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:02.561290 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:02.587452 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a060980-a1aa-4735-bf49-d19a2981678f,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:02.753352 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-849569'] for router_interface, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:03.121832 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84f22d-62b2-44ef-a639-0a3ecc0201c0 req-1d01a4f5-1d8e-4e30-8719-13903a49555c tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:03.123283 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6b84f22d-62b2-44ef-a639-0a3ecc0201c0 req-1d01a4f5-1d8e-4e30-8719-13903a49555c tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 943 time: 0.0902407 Sep 15 18:21:03.174471 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:21:03.198691 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6b84f22d-62b2-44ef-a639-0a3ecc0201c0 req-5c802617-344d-4912-93f6-fbe43c57159e tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675802 Sep 15 18:21:03.264631 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] Router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:21:03.365714 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:21:03.373102 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-eb98b546-2864-42e6-8ff9-310fd00fcea9 admin admin] 10.222.0.39 "PUT /v2.0/routers/7b1aedc4-6ff6-49ed-b134-1b57dee5335e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7103999 Sep 15 18:21:03.373102 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45190) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:03.376100 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f08b3-c32c-44a7-a0ef-ebdd44fdaedc None None] Sync routers for ids ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:21:03.385557 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f08b3-c32c-44a7-a0ef-ebdd44fdaedc None None] Routers {'7b1aedc4-6ff6-49ed-b134-1b57dee5335e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:03.386172 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-ce8f08b3-c32c-44a7-a0ef-ebdd44fdaedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:03.475231 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:03.486232 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-ce8f08b3-c32c-44a7-a0ef-ebdd44fdaedc None None] Set router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:03.578717 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:03.631026 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Deleting port 6fb15abd-7ac1-494a-85f4-f1738408bd3b {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:03.631362 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:03.661407 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-ce8f08b3-c32c-44a7-a0ef-ebdd44fdaedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'name': 'tempest-TestMinimumBasicScenario-542605863-router', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:21:02Z', 'revision_number': 5, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'gw_port': {'id': '6fb15abd-7ac1-494a-85f4-f1738408bd3b', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:03.687293 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f08b3-c32c-44a7-a0ef-ebdd44fdaedc None None] Checking router: 7b1aedc4-6ff6-49ed-b134-1b57dee5335e for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:21:03.695827 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f08b3-c32c-44a7-a0ef-ebdd44fdaedc None None] Routers {'7b1aedc4-6ff6-49ed-b134-1b57dee5335e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:03.696427 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-ce8f08b3-c32c-44a7-a0ef-ebdd44fdaedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:03.711624 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] For port 6fb15abd-7ac1-494a-85f4-f1738408bd3b, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=6fb15abd-7ac1-494a-85f4-f1738408bd3b,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:03.711984 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:03.723254 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Calling delete_port for 6fb15abd-7ac1-494a-85f4-f1738408bd3b owned by network:router_gateway {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:03.780577 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-ce8f08b3-c32c-44a7-a0ef-ebdd44fdaedc None None] Set router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e gateway port host: None {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:03.833284 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-ce8f08b3-c32c-44a7-a0ef-ebdd44fdaedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'name': 'tempest-TestMinimumBasicScenario-542605863-router', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:21:03Z', 'revision_number': 6, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'gw_port_host': None}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:03.858307 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f08b3-c32c-44a7-a0ef-ebdd44fdaedc None None] The sync data for ids ['7b1aedc4-6ff6-49ed-b134-1b57dee5335e'] in dv-cinder-763774-3-iscsi is: [{'id': '7b1aedc4-6ff6-49ed-b134-1b57dee5335e', 'name': 'tempest-TestMinimumBasicScenario-542605863-router', 'tenant_id': '0fe523d97ac44c1989d1a399985e2481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:18:39Z', 'updated_at': '2021-09-15T18:21:03Z', 'revision_number': 6, 'project_id': '0fe523d97ac44c1989d1a399985e2481', 'gw_port_host': None}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:21:03.888419 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:03.914495 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb15abd-7ac1-494a-85f4-f1738408bd3b,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:03.979878 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-849511'] for router_gateway, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.066878 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-851254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-679'] for router, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.068982 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.101250 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 2d4575bc-1bb0-4037-aab0-b322b2cee09f details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:21:04.111693 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-851405'] for router, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.112251 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b1aedc4-6ff6-49ed-b134-1b57dee5335e {{(pid=94152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:21:04.117182 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] Notify callbacks [] for router, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.118381 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-f8fa97ab-ad01-48c3-9b3b-1cf4f28684ed admin admin] 10.222.0.39 "DELETE /v2.0/routers/7b1aedc4-6ff6-49ed-b134-1b57dee5335e HTTP/1.1" status: 204 len: 168 time: 0.7443531 Sep 15 18:21:04.120882 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45194) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:04.164450 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d440cc2-53f2-4b03-8263-b4aa8432044b admin admin] Deleting subnet c01e0f0f-0cd3-46c4-a32d-68c648abd100 {{(pid=94152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:21:04.167318 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d440cc2-53f2-4b03-8263-b4aa8432044b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.198952 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 2d4575bc-1bb0-4037-aab0-b322b2cee09f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=2d4575bc-1bb0-4037-aab0-b322b2cee09f,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:04.202208 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d440cc2-53f2-4b03-8263-b4aa8432044b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60655358'] for subnet, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.210128 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': '2d4575bc-1bb0-4037-aab0-b322b2cee09f', 'network_id': '2b5045b0-7a93-4269-80be-38d393371824', 'port_id': '2d4575bc-1bb0-4037-aab0-b322b2cee09f', 'mac_address': 'fa:16:3e:d5:55:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acce4c09-767c-4fa8-9e43-4a74b30a5cd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:21:04.253781 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.268829 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4575bc-1bb0-4037-aab0-b322b2cee09f {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:21:04.294246 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 2d4575bc-1bb0-4037-aab0-b322b2cee09f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=2d4575bc-1bb0-4037-aab0-b322b2cee09f,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:04.298422 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.318251 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d440cc2-53f2-4b03-8263-b4aa8432044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.352248 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=2d4575bc-1bb0-4037-aab0-b322b2cee09f,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:04.363797 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dfb3f-516e-432b-bf32-ca8f92394bed req-6683be50-13cd-4873-9e32-f9790ffc8901 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:04.365267 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6b9dfb3f-516e-432b-bf32-ca8f92394bed req-6683be50-13cd-4873-9e32-f9790ffc8901 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 943 time: 0.0906165 Sep 15 18:21:04.404222 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d440cc2-53f2-4b03-8263-b4aa8432044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58785663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59003518'] for subnet, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.438282 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6b9dfb3f-516e-432b-bf32-ca8f92394bed req-776a87db-a708-4fd1-bef0-9e60e6636be4 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666621 Sep 15 18:21:04.439301 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d440cc2-53f2-4b03-8263-b4aa8432044b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c01e0f0f-0cd3-46c4-a32d-68c648abd100,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:04.442867 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d440cc2-53f2-4b03-8263-b4aa8432044b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.444634 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-7d440cc2-53f2-4b03-8263-b4aa8432044b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c01e0f0f-0cd3-46c4-a32d-68c648abd100 HTTP/1.1" status: 204 len: 168 time: 0.3228164 Sep 15 18:21:04.447196 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45198) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:04.449164 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae1c86-3483-49a4-89ed-8845d2605a16 None None] Network 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:21:04.514139 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.566317 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Deleting port 2afc3bef-e103-4cb6-84cb-223f6dc291fd {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:04.566663 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.633643 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] For port 2afc3bef-e103-4cb6-84cb-223f6dc291fd, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=2afc3bef-e103-4cb6-84cb-223f6dc291fd,segment=NetworkSegment(46ae5952-8548-4d56-8a1e-cfe4b852bcb5),segment_id=46ae5952-8548-4d56-8a1e-cfe4b852bcb5)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:04.634001 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.648504 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Calling delete_port for 2afc3bef-e103-4cb6-84cb-223f6dc291fd owned by network:dhcp {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:04.652923 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca28fec-86ff-485e-85c5-2737bd8166dd None None] DHCP port deletion for 217764fe-7aca-4b5f-8cd4-ed0dcbf54292 request from dv-cinder-763774-3-iscsi {{(pid=94153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:21:04.702164 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-7ca28fec-86ff-485e-85c5-2737bd8166dd None None] Deleting port 2afc3bef-e103-4cb6-84cb-223f6dc291fd {{(pid=94153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:04.702537 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-7ca28fec-86ff-485e-85c5-2737bd8166dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.729734 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.761220 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2afc3bef-e103-4cb6-84cb-223f6dc291fd,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:04.765570 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] No DVR routers for this DVR port 2afc3bef-e103-4cb6-84cb-223f6dc291fd on host dv-cinder-763774-3-iscsi {{(pid=94152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:04.768269 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-7ca28fec-86ff-485e-85c5-2737bd8166dd None None] For port 2afc3bef-e103-4cb6-84cb-223f6dc291fd, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=2afc3bef-e103-4cb6-84cb-223f6dc291fd,segment=NetworkSegment(46ae5952-8548-4d56-8a1e-cfe4b852bcb5),segment_id=46ae5952-8548-4d56-8a1e-cfe4b852bcb5)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:04.768672 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-7ca28fec-86ff-485e-85c5-2737bd8166dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.783309 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-7ca28fec-86ff-485e-85c5-2737bd8166dd None None] Calling delete_port for 2afc3bef-e103-4cb6-84cb-223f6dc291fd owned by network:dhcp {{(pid=94153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:04.837184 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.860097 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217764fe-7aca-4b5f-8cd4-ed0dcbf54292']}} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:04.861658 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-7ca28fec-86ff-485e-85c5-2737bd8166dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289'] for port, after_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.871144 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ae5952-8548-4d56-8a1e-cfe4b852bcb5') {'for_net_delete': True} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:04.871655 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ae5952-8548-4d56-8a1e-cfe4b852bcb5') {} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:04.887353 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca28fec-86ff-485e-85c5-2737bd8166dd None None] Pushing event deleted for resources: {'Port': ['ID=2afc3bef-e103-4cb6-84cb-223f6dc291fd,revision_number=None']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:04.890673 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60655349'] for segment, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.890810 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca28fec-86ff-485e-85c5-2737bd8166dd None None] No DVR routers for this DVR port 2afc3bef-e103-4cb6-84cb-223f6dc291fd on host dv-cinder-763774-3-iscsi {{(pid=94153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:04.908324 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.915278 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:21:04.915933 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58785185'] for segment, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: Traceback (most recent call last): Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: timer() Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: cb(*args, **kw) Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: return func(*args, **kwargs) Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: self._notify() Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: self.callback(batched_events) Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: event.method(event) Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: return f(self, *a, **k) Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._get(url).json() Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: return self.request(url, 'GET', **kwargs) Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:21:04.917742 dv-cinder-763774-3-iscsi neutron-server[94152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:21:04.971548 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.977309 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:04.979173 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/217764fe-7aca-4b5f-8cd4-ed0dcbf54292 HTTP/1.1" status: 204 len: 168 time: 0.5312216 Sep 15 18:21:04.991698 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d47d4-b8cc-4eed-a9f0-47e043c644b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=217764fe-7aca-4b5f-8cd4-ed0dcbf54292,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:05.145354 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45204) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:05.184109 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-f5f5f963-3baf-4bae-bc6f-905ba1a1313a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80855252b55f4578a1fd24281f272880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372484 Sep 15 18:21:05.186440 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45206) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:05.232077 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ffffd6dc-2649-45aa-a3b1-16cdaa168986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:05.256849 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ffffd6dc-2649-45aa-a3b1-16cdaa168986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:05.301189 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ffffd6dc-2649-45aa-a3b1-16cdaa168986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:05.306024 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ffffd6dc-2649-45aa-a3b1-16cdaa168986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:05.307262 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ffffd6dc-2649-45aa-a3b1-16cdaa168986 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3848d21d-b2ae-4fe8-91c9-143920db2033 HTTP/1.1" status: 204 len: 168 time: 0.1199169 Sep 15 18:21:05.316751 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffd6dc-2649-45aa-a3b1-16cdaa168986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3848d21d-b2ae-4fe8-91c9-143920db2033,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:05.565447 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5913b-f699-44fa-9086-77d541ea80d4 req-13b4e4f2-bd33-4f6f-b5cc-4cd2f972b590 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:05.567365 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-18c5913b-f699-44fa-9086-77d541ea80d4 req-13b4e4f2-bd33-4f6f-b5cc-4cd2f972b590 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 944 time: 0.0574203 Sep 15 18:21:05.585186 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 6fb15abd-7ac1-494a-85f4-f1738408bd3b no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:05.607483 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 6fb15abd-7ac1-494a-85f4-f1738408bd3b {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:05.607892 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 6fb15abd-7ac1-494a-85f4-f1738408bd3b not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:05.608396 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 9a060980-a1aa-4735-bf49-d19a2981678f no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:05.608948 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-18c5913b-f699-44fa-9086-77d541ea80d4 req-0f7bbfc7-2665-43b8-afc9-c8e0f46e3dff tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348454 Sep 15 18:21:05.627670 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 9a060980-a1aa-4735-bf49-d19a2981678f {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:05.628008 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 9a060980-a1aa-4735-bf49-d19a2981678f not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:05.628414 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 2afc3bef-e103-4cb6-84cb-223f6dc291fd no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:05.636453 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45214) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:05.650641 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 2afc3bef-e103-4cb6-84cb-223f6dc291fd {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:05.650988 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 2afc3bef-e103-4cb6-84cb-223f6dc291fd not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:05.675530 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2295e755-ac79-4868-9427-d9ddbbfdefaa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fe523d97ac44c1989d1a399985e2481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379834 Sep 15 18:21:05.678733 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45216) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:05.726023 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0b618e85-ea95-406e-95c1-e9ff02f22f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:05.747868 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0b618e85-ea95-406e-95c1-e9ff02f22f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:05.796791 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0b618e85-ea95-406e-95c1-e9ff02f22f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:05.799412 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0b618e85-ea95-406e-95c1-e9ff02f22f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:05.800541 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-0b618e85-ea95-406e-95c1-e9ff02f22f72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b0436b0-52c9-4844-a173-1fad3572d0eb HTTP/1.1" status: 204 len: 168 time: 0.1209214 Sep 15 18:21:05.808605 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b618e85-ea95-406e-95c1-e9ff02f22f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0436b0-52c9-4844-a173-1fad3572d0eb,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:05.914394 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:06.208759 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['2d4575bc-1bb0-4037-aab0-b322b2cee09f'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:21:06.464396 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45240) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:06.555729 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-993254014-network', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:06.576828 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Made reservation on behalf of 7e9af1249dfb4c2f99cb2922b8fb4a56 for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:21:06.579103 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:06.587337 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:06.681161 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:06.690458 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:06.731992 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=94152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:21:06.742364 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59426c7c-fb8d-40d5-95e4-98cd78ed55af,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:06.749986 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:06.749986 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Added segment 993d11c5-ebf5-411a-b01d-16f1e55c32e4 of type vlan for network 23270e6f-fca7-417e-ba90-9f6196e7dd77 Sep 15 18:21:06.769798 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836af78-157f-43c7-804e-10bba872d08b req-11cf3b32-6e24-486f-8d94-fff7f562cbec tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:06.771294 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3836af78-157f-43c7-804e-10bba872d08b req-11cf3b32-6e24-486f-8d94-fff7f562cbec tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 944 time: 0.0929394 Sep 15 18:21:06.814866 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:06.847066 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3836af78-157f-43c7-804e-10bba872d08b req-f31b7bd6-5039-4e95-8fa0-7eda489fce02 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559380 Sep 15 18:21:06.854299 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:06.855646 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:06.856270 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:06.892894 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4274356 Sep 15 18:21:06.895814 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45246) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:06.900835 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] Request body: {'subnet': {'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-993254014-subnet', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'ip_version': 4}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:06.919897 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9198525-6135-4f6c-aa8f-3d5b3a05b8d8 admin admin] Pushing event updated for resources: {'Network': ['ID=23270e6f-fca7-417e-ba90-9f6196e7dd77,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:06.921489 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] Made reservation on behalf of 7e9af1249dfb4c2f99cb2922b8fb4a56 for: {'subnet': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:21:06.923837 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58997026'] for subnet, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:06.930562 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network 23270e6f-fca7-417e-ba90-9f6196e7dd77 details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:21:07.087319 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58932258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58997004'] for subnet, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.137591 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b04f813-23b1-4dfe-8fe8-59e57502db09,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:07.152317 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] Checking segment: {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:21:07.152673 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] Network hostable DHCP agents. Network: 23270e6f-fca7-417e-ba90-9f6196e7dd77, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:21:07.169685 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] Network 23270e6f-fca7-417e-ba90-9f6196e7dd77 is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:21:07.179525 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, 23270e6f-fca7-417e-ba90-9f6196e7dd77) {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:07.184714 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:07.185693 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.191675 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fce18e-59e4-4242-b08b-ff42bf86ec2a None None] Network 23270e6f-fca7-417e-ba90-9f6196e7dd77 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:21:07.200740 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-5dd40c8a-5d4f-4247-abb7-7b7abae6f756 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3037555 Sep 15 18:21:07.203344 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45258) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:07.207452 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:07.227493 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-848028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.228456 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-851212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-686'] for router, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.281256 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.355943 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp048a3752-44ea-524b-afe4-9b30d80f85c2-23270e6f-fca7-417e-ba90-9f6196e7dd77', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09'}]}} from dv-cinder-763774-3-iscsi. {{(pid=94153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:21:07.356793 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.416668 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.484250 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.db_base_plugin_common [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Allocated IP 172.20.0.2 (23270e6f-fca7-417e-ba90-9f6196e7dd77/0b04f813-23b1-4dfe-8fe8-59e57502db09/3f6d7442-d1b5-4053-933b-070d9e2d0ed4) {{(pid=94153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:21:07.605339 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.624128 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.626317 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Notify callbacks [] for port, precommit_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.633113 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.667812 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Network 23270e6f-fca7-417e-ba90-9f6196e7dd77 is already hosted by enough agents. {{(pid=94153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:21:07.670528 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.base_scheduler [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Resources bound (agent type, host, resource id): {{(pid=94153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:07.674850 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Received port after_create {{(pid=94153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:21:07.685503 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Pushing event updated for resources: {'Port': ['ID=3f6d7442-d1b5-4053-933b-070d9e2d0ed4,revision_number=1']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:07.733895 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Allocated IP 172.27.2.196 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:21:07.736619 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Attempting to bind port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:21:07.737111 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Attempting to bind port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:21:07.737426 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Attempting to bind port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 on network 23270e6f-fca7-417e-ba90-9f6196e7dd77 {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:21:07.742519 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:21:07.742999 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Checking segment: {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:21:07.743401 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.743789 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Bound using segment: {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:21:07.744240 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Bound port: 3f6d7442-d1b5-4053-933b-070d9e2d0ed4, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:21:07.744615 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.807377 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] For port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:21:07.810625 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] For port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=3f6d7442-d1b5-4053-933b-070d9e2d0ed4,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:21:07.815944 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.841194 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.874638 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a9a0b-ae08-4552-b8c4-927d011fec6c None None] Pushing event updated for resources: {'Port': ['ID=3f6d7442-d1b5-4053-933b-070d9e2d0ed4,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:07.882240 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.911810 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 2d4575bc-1bb0-4037-aab0-b322b2cee09f up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:21:07.935003 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:21:07.936191 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Pushing event updated for resources: {'Port': ['ID=08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:07.938856 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:07.940943 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:21:07.972298 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port 2d4575bc-1bb0-4037-aab0-b322b2cee09f completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:21:07.977075 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port 2d4575bc-1bb0-4037-aab0-b322b2cee09f triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:07.977450 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:07.990443 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4779e7-0e80-4ffa-b7df-71fe23506faa req-00ee9589-fc78-4f15-b1fa-c07c91305d20 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:07.993349 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cc4779e7-0e80-4ffa-b7df-71fe23506faa req-00ee9589-fc78-4f15-b1fa-c07c91305d20 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 944 time: 0.0635734 Sep 15 18:21:08.054194 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-cc4779e7-0e80-4ffa-b7df-71fe23506faa req-b030e9ec-4dba-4235-bd7d-95fd0d943287 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543237 Sep 15 18:21:08.110247 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:08.135412 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84d32e8-0449-43bd-9594-52c7cf5b70ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4575bc-1bb0-4037-aab0-b322b2cee09f'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:21:08.137679 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88856cb2-84fc-4d32-b06d-aac5610f0d74" -d '{"events": [{"server_uuid": "f84d32e8-0449-43bd-9594-52c7cf5b70ec", "name": "network-vif-plugged", "status": "completed", "tag": "2d4575bc-1bb0-4037-aab0-b322b2cee09f"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:21:08.151729 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 2d4575bc-1bb0-4037-aab0-b322b2cee09f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=2d4575bc-1bb0-4037-aab0-b322b2cee09f,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:08.156671 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:08.187472 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a004b0-eff3-4e56-a9c3-8966e2742abd x-openstack-request-id: req-f2a004b0-eff3-4e56-a9c3-8966e2742abd {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:21:08.187472 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84d32e8-0449-43bd-9594-52c7cf5b70ec", "name": "network-vif-plugged", "status": "completed", "tag": "2d4575bc-1bb0-4037-aab0-b322b2cee09f", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:21:08.187472 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2a004b0-eff3-4e56-a9c3-8966e2742abd {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:21:08.187871 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84d32e8-0449-43bd-9594-52c7cf5b70ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4575bc-1bb0-4037-aab0-b322b2cee09f', 'code': 200} Sep 15 18:21:08.217911 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=2d4575bc-1bb0-4037-aab0-b322b2cee09f,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:08.531037 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:08.579761 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183504e-b64a-483e-be73-64790c8b233d req-e44467e8-bfab-476f-b0c7-37f42e993bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:08.581255 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7183504e-b64a-483e-be73-64790c8b233d req-e44467e8-bfab-476f-b0c7-37f42e993bab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 1098 time: 0.0933506 Sep 15 18:21:08.661527 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7183504e-b64a-483e-be73-64790c8b233d req-7fdaf35f-ac13-45a8-9468-cec9cd34df9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671067 Sep 15 18:21:08.757391 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-851203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-849483'] for router, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:08.762635 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-c1918352-62ee-4e1e-8a32-f22d58de2531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:08.780257 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d1136c-22e3-438d-aff2-c2a41bad93d4 None None] Network 23270e6f-fca7-417e-ba90-9f6196e7dd77 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:21:08.859388 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Provisioning complete for port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:08.859751 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:08.897171 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Router 89f1013d-b4b1-458b-a82b-05eda877164e is scheduled to L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 with binding_index 1 {{(pid=94151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:21:08.995765 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:09.004232 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:21:09.020169 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] Notify callbacks [] for router, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:09.020712 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649cb82-5746-4557-813c-4327090715dc None None] Sync routers for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:21:09.021305 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-a3e0a0c0-8154-4611-b4df-af62d4a30bbf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8170240 Sep 15 18:21:09.024107 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45274) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:09.044601 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] For port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=3f6d7442-d1b5-4053-933b-070d9e2d0ed4,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:09.046761 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649cb82-5746-4557-813c-4327090715dc None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:09.047373 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-2649cb82-5746-4557-813c-4327090715dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:09.050366 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:09.190492 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Pushing event updated for resources: {'Port': ['ID=3f6d7442-d1b5-4053-933b-070d9e2d0ed4,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:09.201455 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.201822 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.202159 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.202486 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.202811 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.203131 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.203448 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.203768 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.204467 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.204467 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.204751 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.205016 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95847123-c955-4a66-85f3-ef8454bb4356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:09.224252 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-2649cb82-5746-4557-813c-4327090715dc None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:09.235640 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b333f92-2895-401b-8d01-f7655cfc2b24 req-2982a765-d8ff-4a30-9ee9-0b106fd6912a tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:09.237100 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8b333f92-2895-401b-8d01-f7655cfc2b24 req-2982a765-d8ff-4a30-9ee9-0b106fd6912a tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 945 time: 0.1148686 Sep 15 18:21:09.309468 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-ac086f2e-a9cf-44ef-b29b-8a340280c6ff None None] Provisioning complete for port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:09.309750 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ac086f2e-a9cf-44ef-b29b-8a340280c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:09.312336 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8b333f92-2895-401b-8d01-f7655cfc2b24 req-50464de5-480e-4099-a78d-f2fe974b5a79 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447700 Sep 15 18:21:09.521317 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:09.594586 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-2649cb82-5746-4557-813c-4327090715dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:08Z', 'revision_number': 3, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:09.624734 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:21:09.627008 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649cb82-5746-4557-813c-4327090715dc None None] Checking router: 89f1013d-b4b1-458b-a82b-05eda877164e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:21:09.627347 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649cb82-5746-4557-813c-4327090715dc None None] Updating router 89f1013d-b4b1-458b-a82b-05eda877164e port 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 binding host dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:21:09.679195 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Allocated IP 172.20.0.1 (23270e6f-fca7-417e-ba90-9f6196e7dd77/0b04f813-23b1-4dfe-8fe8-59e57502db09/aa6aba22-4579-4350-bc91-705dd1281600) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:21:09.679455 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-2649cb82-5746-4557-813c-4327090715dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:09.770250 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:09.770621 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:09.781833 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:09.815954 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:09.851715 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Network 23270e6f-fca7-417e-ba90-9f6196e7dd77 is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:21:09.855849 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:09.861281 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:21:09.884524 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Pushing event updated for resources: {'Port': ['ID=aa6aba22-4579-4350-bc91-705dd1281600,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:09.904165 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-849564'] for router_interface, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.010238 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-2649cb82-5746-4557-813c-4327090715dc None None] Notify callbacks [] for port, precommit_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.016591 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-2649cb82-5746-4557-813c-4327090715dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.034052 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.065370 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-2649cb82-5746-4557-813c-4327090715dc None None] Attempting to bind port 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:21:10.065761 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-2649cb82-5746-4557-813c-4327090715dc None None] Attempting to bind port 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:21:10.066127 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649cb82-5746-4557-813c-4327090715dc None None] Attempting to bind port 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 on network 4b6c4742-6ad0-4017-9f38-aedb1420c011 {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:21:10.077093 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abe964-8b8a-4cb1-8c7e-979df3e30411 None None] Pushing event updated for resources: {'Port': ['ID=08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:10.080810 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649cb82-5746-4557-813c-4327090715dc None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:21:10.081181 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649cb82-5746-4557-813c-4327090715dc None None] Checking segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:21:10.081589 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-2649cb82-5746-4557-813c-4327090715dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.081972 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649cb82-5746-4557-813c-4327090715dc None None] Bound using segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:21:10.082471 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-2649cb82-5746-4557-813c-4327090715dc None None] Bound port: 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:21:10.082843 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-2649cb82-5746-4557-813c-4327090715dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.135230 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-b5ef4025-539e-40da-80ca-02b2ca7e0111 None None] Provisioning complete for port aa6aba22-4579-4350-bc91-705dd1281600 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:10.135599 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b5ef4025-539e-40da-80ca-02b2ca7e0111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.169220 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-2649cb82-5746-4557-813c-4327090715dc None None] For port 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:21:10.187358 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-2649cb82-5746-4557-813c-4327090715dc None None] For port 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:21:10.188713 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef4025-539e-40da-80ca-02b2ca7e0111 None None] Port aa6aba22-4579-4350-bc91-705dd1281600 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:21:10.192240 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-2649cb82-5746-4557-813c-4327090715dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.196903 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.202483 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58785609'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.245420 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649cb82-5746-4557-813c-4327090715dc None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:10.246064 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-2649cb82-5746-4557-813c-4327090715dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:20:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:10.280684 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abe964-8b8a-4cb1-8c7e-979df3e30411 None None] Pushing event updated for resources: {'Port': ['ID=08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:10.363001 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-2649cb82-5746-4557-813c-4327090715dc None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:10.512981 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Pushing event updated for resources: {'Port': ['ID=aa6aba22-4579-4350-bc91-705dd1281600,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:10.522290 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-851468'] for router_interface, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.556244 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e45968-5ee1-44b8-aed4-b453bfe4b096 req-94417c46-205e-4b68-8861-1fa9e922d113 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:10.557731 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-32e45968-5ee1-44b8-aed4-b453bfe4b096 req-94417c46-205e-4b68-8861-1fa9e922d113 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 945 time: 0.0908999 Sep 15 18:21:10.561580 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-2649cb82-5746-4557-813c-4327090715dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 2, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:10.591004 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649cb82-5746-4557-813c-4327090715dc None None] The sync data for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi is: [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 2, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:21:10.636034 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-32e45968-5ee1-44b8-aed4-b453bfe4b096 req-fce0d440-fde5-4e40-8311-68bec051f668 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719056 Sep 15 18:21:10.657580 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Network 23270e6f-fca7-417e-ba90-9f6196e7dd77 is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:21:10.658910 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:10.776412 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Router 89f1013d-b4b1-458b-a82b-05eda877164e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:21:10.912571 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-17b3a265-eb96-4e20-99a3-95628199fdda None None] Provisioning complete for port aa6aba22-4579-4350-bc91-705dd1281600 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:10.912940 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-17b3a265-eb96-4e20-99a3-95628199fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:10.919058 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:21:10.931918 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-226988e8-6a94-4628-b7a0-7bbe68d1daad admin admin] 10.222.0.39 "PUT /v2.0/routers/89f1013d-b4b1-458b-a82b-05eda877164e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8989251 Sep 15 18:21:10.948683 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-17b3a265-eb96-4e20-99a3-95628199fdda None None] Port aa6aba22-4579-4350-bc91-705dd1281600 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:21:11.419767 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45298) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:11.424602 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1317069529-network', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:11.446696 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-185c08ab-8b6b-480b-b86a-a71405889876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.447621 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Made reservation on behalf of 0f42e9b41bb14270b6709fbe944d38f6 for: {'network': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:21:11.449956 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for network, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.458833 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.491242 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.566444 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.573854 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.602076 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:21:11.610214 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:21:11.612219 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee78fef-ae71-41de-b75c-1c617c76f045,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:11.617775 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.618142 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.segments_db [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Added segment 841620e6-5d89-41b5-a8fe-84bb62e8d470 of type vlan for network a65fee64-9060-45b7-a5fc-2694e000622e Sep 15 18:21:11.660066 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746267194143'] for network, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.666272 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:11.666954 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.693886 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214'] for network, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.695625 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:11.696221 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.745308 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3241384 Sep 15 18:21:11.746020 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45304) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:11.763395 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.783691 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:11.788813 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.797416 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] Request body: {'subnet': {'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1317069529-subnet', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'ip_version': 4}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:11.809712 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fb3ee-fe88-465c-bb89-37d29e543720 admin admin] Pushing event updated for resources: {'Network': ['ID=a65fee64-9060-45b7-a5fc-2694e000622e,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:11.820696 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Network a65fee64-9060-45b7-a5fc-2694e000622e details requested by agent ovs-agent-dv-cinder-763774-3-iscsi with host dv-cinder-763774-3-iscsi {{(pid=94153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:21:11.839049 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9843549-39a0-407f-9ad5-ad9a910d947a req-0ecb383e-b41d-4086-9ee7-ad70db86f7fe tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:11.840607 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f9843549-39a0-407f-9ad5-ad9a910d947a req-0ecb383e-b41d-4086-9ee7-ad70db86f7fe tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 945 time: 0.1226029 Sep 15 18:21:11.841752 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] Made reservation on behalf of 0f42e9b41bb14270b6709fbe944d38f6 for: {'subnet': 1} {{(pid=94152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:21:11.844254 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59003481'] for subnet, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:11.906340 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:11.954975 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f9843549-39a0-407f-9ad5-ad9a910d947a req-176dcf8f-4446-4b31-b165-1ded834f16de tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578473 Sep 15 18:21:12.044877 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58785596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59003511'] for subnet, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.099793 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=577aec71-4d21-4b8f-9b0c-87697b86cf88,revision_number=0']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:12.108498 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] Checking segment: {'id': '841620e6-5d89-41b5-a8fe-84bb62e8d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:21:12.108851 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] Network hostable DHCP agents. Network: a65fee64-9060-45b7-a5fc-2694e000622e, hostable agents: ['8965b7df-3e48-4655-af43-d1e670ffdef1'], hosted agents: [] {{(pid=94152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:21:12.130345 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] Network a65fee64-9060-45b7-a5fc-2694e000622e is scheduled to be hosted by DHCP agent 8965b7df-3e48-4655-af43-d1e670ffdef1 with binding_index 1 {{(pid=94152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:21:12.143585 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-3-iscsi, a65fee64-9060-45b7-a5fc-2694e000622e) {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:12.148577 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:12.149211 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.154870 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe31e98-b7e0-40ef-8dd0-2d5357f0ae60 None None] Network a65fee64-9060-45b7-a5fc-2694e000622e requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:21:12.176426 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-39cf78f3-66c9-4f35-a667-c2d5f33b4e36 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4104753 Sep 15 18:21:12.179515 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45306) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:12.184399 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1317069529-router', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:12.206271 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-848028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.207859 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-851212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-686'] for router, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.260489 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.305689 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp048a3752-44ea-524b-afe4-9b30d80f85c2-a65fee64-9060-45b7-a5fc-2694e000622e', 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'fixed_ips': [{'subnet_id': '577aec71-4d21-4b8f-9b0c-87697b86cf88'}]}} from dv-cinder-763774-3-iscsi. {{(pid=94153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:21:12.306677 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.408454 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.445773 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.db_base_plugin_common [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Allocated IP 172.20.0.2 (a65fee64-9060-45b7-a5fc-2694e000622e/577aec71-4d21-4b8f-9b0c-87697b86cf88/71e482f2-0ba9-40ab-952a-16ca42280c7e) {{(pid=94153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:21:12.541789 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.617805 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.626171 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Notify callbacks [] for port, precommit_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.635862 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280'] for port, after_create {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.638679 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.683351 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Pushing event updated for resources: {'Port': ['ID=71e482f2-0ba9-40ab-952a-16ca42280c7e,revision_number=1']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:12.691453 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Network a65fee64-9060-45b7-a5fc-2694e000622e is already hosted by enough agents. {{(pid=94153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:21:12.692835 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.scheduler.base_scheduler [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Resources bound (agent type, host, resource id): {{(pid=94153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:12.699594 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Sync routers for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:21:12.705787 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:12.706402 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:12.709603 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Received port after_create {{(pid=94153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:21:12.758157 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Allocated IP 172.27.2.180 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/d9756c79-3752-4adc-9563-9112465eedb7) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:21:12.769089 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Attempting to bind port 71e482f2-0ba9-40ab-952a-16ca42280c7e on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:21:12.770252 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Attempting to bind port 71e482f2-0ba9-40ab-952a-16ca42280c7e by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '841620e6-5d89-41b5-a8fe-84bb62e8d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:21:12.770768 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Attempting to bind port 71e482f2-0ba9-40ab-952a-16ca42280c7e on network a65fee64-9060-45b7-a5fc-2694e000622e {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:21:12.777062 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:21:12.777062 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Checking segment: {'id': '841620e6-5d89-41b5-a8fe-84bb62e8d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:21:12.777446 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.777815 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Bound using segment: {'id': '841620e6-5d89-41b5-a8fe-84bb62e8d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:21:12.778311 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Bound port: 71e482f2-0ba9-40ab-952a-16ca42280c7e, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841620e6-5d89-41b5-a8fe-84bb62e8d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:21:12.778816 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.849778 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] For port 71e482f2-0ba9-40ab-952a-16ca42280c7e, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:21:12.854392 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] For port 71e482f2-0ba9-40ab-952a-16ca42280c7e, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=71e482f2-0ba9-40ab-952a-16ca42280c7e,segment=NetworkSegment(841620e6-5d89-41b5-a8fe-84bb62e8d470),segment_id=841620e6-5d89-41b5-a8fe-84bb62e8d470)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:21:12.859372 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.866975 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:12.876990 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.924958 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101c8b5-18b5-4fa6-9485-3ce45b3aa532 None None] Pushing event updated for resources: {'Port': ['ID=71e482f2-0ba9-40ab-952a-16ca42280c7e,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:12.932866 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:12.972128 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:21:12.976553 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:12.980202 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:21:13.013727 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9756c79-3752-4adc-9563-9112465eedb7,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:13.124795 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d47e8c-98b7-45e9-8fec-5a170bfaa929 req-d97fd435-cb8e-4cb6-aad5-edad6c726882 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:13.127027 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-79d47e8c-98b7-45e9-8fec-5a170bfaa929 req-d97fd435-cb8e-4cb6-aad5-edad6c726882 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 945 time: 0.0862172 Sep 15 18:21:13.154321 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 2, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:13.184773 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-79d47e8c-98b7-45e9-8fec-5a170bfaa929 req-aff959f2-5376-4502-927f-bee02b506064 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450971 Sep 15 18:21:13.302419 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:13.303234 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Checking router: 89f1013d-b4b1-458b-a82b-05eda877164e for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:21:13.303961 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Updating router 89f1013d-b4b1-458b-a82b-05eda877164e port aa6aba22-4579-4350-bc91-705dd1281600 binding host dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:21:13.338870 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:13.525080 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-851203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-849483'] for router, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:13.672311 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:13.681332 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:13.685868 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:21:13.687842 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Router e8245b38-154e-4724-9d28-a1e8811b4187 is scheduled to L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 with binding_index 1 {{(pid=94151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:21:13.733980 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Pushing event updated for resources: {'Port': ['ID=aa6aba22-4579-4350-bc91-705dd1281600,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:13.745711 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.746340 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.746830 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.747398 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.747784 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.748382 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.748719 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.749110 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.749506 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.749859 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.750215 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.751000 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:13.756353 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:13.757073 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:13.819939 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Attempting to bind port aa6aba22-4579-4350-bc91-705dd1281600 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:21:13.820305 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Attempting to bind port aa6aba22-4579-4350-bc91-705dd1281600 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:21:13.820660 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Attempting to bind port aa6aba22-4579-4350-bc91-705dd1281600 on network 23270e6f-fca7-417e-ba90-9f6196e7dd77 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:21:13.831573 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:21:13.831954 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Checking segment: {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:21:13.832913 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:13.833740 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Bound using segment: {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:21:13.834386 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Bound port: aa6aba22-4579-4350-bc91-705dd1281600, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:21:13.835272 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:13.840437 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:21:13.859890 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Sync routers for ids ['e8245b38-154e-4724-9d28-a1e8811b4187'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:21:13.885712 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:13.887913 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-bc8eba4d-9e66-45ab-be7e-91cf1d8ab9d4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7070334 Sep 15 18:21:13.890390 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45330) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:13.918497 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Routers {'e8245b38-154e-4724-9d28-a1e8811b4187'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:13.919493 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e8245b38-154e-4724-9d28-a1e8811b4187'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:13.955460 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] For port aa6aba22-4579-4350-bc91-705dd1281600, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:21:13.959466 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] For port aa6aba22-4579-4350-bc91-705dd1281600, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=aa6aba22-4579-4350-bc91-705dd1281600,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:21:13.968416 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:13.995055 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 71e482f2-0ba9-40ab-952a-16ca42280c7e up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:21:14.095393 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494b30a-3b8b-4415-8e61-ddfd7e215df9 None None] Pushing event updated for resources: {'Port': ['ID=aa6aba22-4579-4350-bc91-705dd1281600,revision_number=4']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:14.142788 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:14.143713 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:14.352206 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:14.465498 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 71e482f2-0ba9-40ab-952a-16ca42280c7e triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:14.465988 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:14.468895 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Set router e8245b38-154e-4724-9d28-a1e8811b4187 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:14.471096 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:14.471306 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-e3e6cc5d-df23-4d0d-8cdc-c68ed7d5d2b4 None None] Provisioning complete for port aa6aba22-4579-4350-bc91-705dd1281600 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:14.471656 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e3e6cc5d-df23-4d0d-8cdc-c68ed7d5d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:14.518846 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c03e0-13c8-4d0f-94b0-7994eacd6941 None None] Network a65fee64-9060-45b7-a5fc-2694e000622e requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:21:14.627643 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:13Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:14.657052 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d02cbe-c291-462f-a625-bf3b28610e72 None None] The sync data for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi is: [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:13Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:21:14.669813 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:14.824817 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:14.850799 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Allocated IP 172.20.0.1 (a65fee64-9060-45b7-a5fc-2694e000622e/577aec71-4d21-4b8f-9b0c-87697b86cf88/7fe7be05-0844-4d0c-88c7-7bbd0f36ec31) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:21:14.882349 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e3e6cc5d-df23-4d0d-8cdc-c68ed7d5d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:14.954366 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port 71e482f2-0ba9-40ab-952a-16ca42280c7e, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=71e482f2-0ba9-40ab-952a-16ca42280c7e,segment=NetworkSegment(841620e6-5d89-41b5-a8fe-84bb62e8d470),segment_id=841620e6-5d89-41b5-a8fe-84bb62e8d470)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:14.965011 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:14.965307 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:14.981734 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-e3e6cc5d-df23-4d0d-8cdc-c68ed7d5d2b4 None None] For port aa6aba22-4579-4350-bc91-705dd1281600, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=aa6aba22-4579-4350-bc91-705dd1281600,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:15.002843 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.004142 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e3e6cc5d-df23-4d0d-8cdc-c68ed7d5d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.038086 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=71e482f2-0ba9-40ab-952a-16ca42280c7e,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:15.040610 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Network a65fee64-9060-45b7-a5fc-2694e000622e is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:21:15.044917 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:15.051378 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:21:15.069980 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'name': 'tempest-TestVolumeBootPattern-1317069529-router', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:13Z', 'revision_number': 3, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'gw_port': {'id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:15.089494 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-849564'] for router_interface, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.108131 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Checking router: e8245b38-154e-4724-9d28-a1e8811b4187 for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:21:15.108479 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Updating router e8245b38-154e-4724-9d28-a1e8811b4187 port d9756c79-3752-4adc-9563-9112465eedb7 binding host dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:21:15.151270 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.155111 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe7be05-0844-4d0c-88c7-7bbd0f36ec31,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:15.187395 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6cc5d-df23-4d0d-8cdc-c68ed7d5d2b4 None None] Pushing event updated for resources: {'Port': ['ID=aa6aba22-4579-4350-bc91-705dd1281600,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:15.198412 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-c155b504-ba1e-4838-a663-dd0e30efd10e None None] Provisioning complete for port aa6aba22-4579-4350-bc91-705dd1281600 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:15.198880 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-c155b504-ba1e-4838-a663-dd0e30efd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.272558 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.447640 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-c155b504-ba1e-4838-a663-dd0e30efd10e None None] Provisioning complete for port 71e482f2-0ba9-40ab-952a-16ca42280c7e triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:15.448014 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-c155b504-ba1e-4838-a663-dd0e30efd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.479429 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.485866 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58785609'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.545505 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Notify callbacks [] for port, precommit_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.553450 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-851468'] for router_interface, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.571692 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.591103 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe7be05-0844-4d0c-88c7-7bbd0f36ec31,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:15.647305 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device aa6aba22-4579-4350-bc91-705dd1281600 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:21:15.649835 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Attempting to bind port d9756c79-3752-4adc-9563-9112465eedb7 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:21:15.650198 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Attempting to bind port d9756c79-3752-4adc-9563-9112465eedb7 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:21:15.650551 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Attempting to bind port d9756c79-3752-4adc-9563-9112465eedb7 on network 4b6c4742-6ad0-4017-9f38-aedb1420c011 {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:21:15.653928 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669efc78-79af-4306-9ea5-c4d045194a4d None None] Pushing event updated for resources: {'Port': ['ID=d9756c79-3752-4adc-9563-9112465eedb7,revision_number=2']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:15.664349 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Network a65fee64-9060-45b7-a5fc-2694e000622e is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:21:15.665774 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:15.676346 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:21:15.676710 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Checking segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:21:15.677113 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.677529 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Bound using segment: {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'} {{(pid=94153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:21:15.678026 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.managers [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Bound port: d9756c79-3752-4adc-9563-9112465eedb7, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4207e-6d9c-465d-823c-eb7fccc7fa48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011'}}] {{(pid=94153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:21:15.678406 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.752538 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] For port d9756c79-3752-4adc-9563-9112465eedb7, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:21:15.771337 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] For port d9756c79-3752-4adc-9563-9112465eedb7, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=d9756c79-3752-4adc-9563-9112465eedb7,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:21:15.776095 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-7ed9287c-09f2-4704-98bf-69957bc13e7f None None] Provisioning complete for port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:15.776621 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-7ed9287c-09f2-4704-98bf-69957bc13e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.779198 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.784110 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port aa6aba22-4579-4350-bc91-705dd1281600 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:15.784748 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:15.788705 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Router e8245b38-154e-4724-9d28-a1e8811b4187 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:21:15.889857 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9287c-09f2-4704-98bf-69957bc13e7f None None] Port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:21:15.903086 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:21:15.918254 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669efc78-79af-4306-9ea5-c4d045194a4d None None] Pushing event updated for resources: {'Port': ['ID=d9756c79-3752-4adc-9563-9112465eedb7,revision_number=3']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:15.918649 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-5c786cab-5b1f-40e8-9b25-7c441b3063d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/e8245b38-154e-4724-9d28-a1e8811b4187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0176866 Sep 15 18:21:15.918750 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Routers {'e8245b38-154e-4724-9d28-a1e8811b4187'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:15.918750 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e8245b38-154e-4724-9d28-a1e8811b4187'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:15.965783 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-7ed9287c-09f2-4704-98bf-69957bc13e7f None None] Provisioning complete for port 71e482f2-0ba9-40ab-952a-16ca42280c7e triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:15.966158 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-7ed9287c-09f2-4704-98bf-69957bc13e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.059222 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 71e482f2-0ba9-40ab-952a-16ca42280c7e up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:21:16.245636 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] Set router e8245b38-154e-4724-9d28-a1e8811b4187 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:16.352391 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 71e482f2-0ba9-40ab-952a-16ca42280c7e triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:16.352765 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.442049 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45354) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:16.446614 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-9c2663f9-1e72-4df2-8979-8d3a446b7ed4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832734937', 'description': 'tempest-secgroup-smoke-1832734937 description', 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:16.469406 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9c2663f9-1e72-4df2-8979-8d3a446b7ed4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.537421 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-ae029841-916a-49ec-9f37-c665d26830b6 None None] Provisioning complete for port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:16.537852 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ae029841-916a-49ec-9f37-c665d26830b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.555526 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9c2663f9-1e72-4df2-8979-8d3a446b7ed4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.560065 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9c2663f9-1e72-4df2-8979-8d3a446b7ed4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.586246 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-ae029841-916a-49ec-9f37-c665d26830b6 None None] Port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:21:16.589848 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2663f9-1e72-4df2-8979-8d3a446b7ed4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad7e996-d1b7-449f-a712-f4eb538b3e20,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:16.592321 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9c2663f9-1e72-4df2-8979-8d3a446b7ed4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.593856 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-9c2663f9-1e72-4df2-8979-8d3a446b7ed4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1505597 Sep 15 18:21:16.596801 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45356) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:16.597273 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'name': 'tempest-TestVolumeBootPattern-1317069529-router', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:15Z', 'revision_number': 4, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'gw_port': {'id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '7fe7be05-0844-4d0c-88c7-7bbd0f36ec31', 'name': '', 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'mac_address': 'fa:16:3e:1c:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '577aec71-4d21-4b8f-9b0c-87697b86cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:14Z', 'updated_at': '2021-09-15T18:21:15Z', 'revision_number': 2, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'subnets': [{'id': '577aec71-4d21-4b8f-9b0c-87697b86cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:16.602110 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-ce417700-70e1-413f-9b7b-7f1cc1d588a9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'security_group_rule': {'security_group_id': 'cad7e996-d1b7-449f-a712-f4eb538b3e20', 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:16.625987 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cecd4-8ab1-4f16-b09d-3fab1d089afe None None] The sync data for ids ['e8245b38-154e-4724-9d28-a1e8811b4187'] in dv-cinder-763774-3-iscsi is: [{'id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'name': 'tempest-TestVolumeBootPattern-1317069529-router', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:15Z', 'revision_number': 4, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'gw_port': {'id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '7fe7be05-0844-4d0c-88c7-7bbd0f36ec31', 'name': '', 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'mac_address': 'fa:16:3e:1c:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '577aec71-4d21-4b8f-9b0c-87697b86cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:14Z', 'updated_at': '2021-09-15T18:21:15Z', 'revision_number': 2, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'subnets': [{'id': '577aec71-4d21-4b8f-9b0c-87697b86cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:21:16.629328 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ce417700-70e1-413f-9b7b-7f1cc1d588a9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.694155 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ce417700-70e1-413f-9b7b-7f1cc1d588a9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.698125 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ce417700-70e1-413f-9b7b-7f1cc1d588a9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.715486 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce417700-70e1-413f-9b7b-7f1cc1d588a9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3001d4c-5d39-490e-a578-76c176c680ad,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:16.723470 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ce417700-70e1-413f-9b7b-7f1cc1d588a9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.724705 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-ce417700-70e1-413f-9b7b-7f1cc1d588a9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269102 Sep 15 18:21:16.727416 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45358) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:16.731591 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-a7cb0112-4c5a-4923-8cbc-b4d00f817cb7 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'security_group_rule': {'security_group_id': 'cad7e996-d1b7-449f-a712-f4eb538b3e20', 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:16.757351 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0112-4c5a-4923-8cbc-b4d00f817cb7 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.815406 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0112-4c5a-4923-8cbc-b4d00f817cb7 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.824296 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0112-4c5a-4923-8cbc-b4d00f817cb7 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.842523 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb0112-4c5a-4923-8cbc-b4d00f817cb7 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32b14d0-bc70-4db2-ab1c-a7444732f0c5,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:16.849091 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0112-4c5a-4923-8cbc-b4d00f817cb7 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.850311 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-a7cb0112-4c5a-4923-8cbc-b4d00f817cb7 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220095 Sep 15 18:21:16.852981 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45360) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:16.857099 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-d3949928-b296-4577-b1d7-edf91f6fa5ad tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'security_group_rule': {'security_group_id': 'cad7e996-d1b7-449f-a712-f4eb538b3e20', 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:16.889331 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d3949928-b296-4577-b1d7-edf91f6fa5ad tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.956994 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d3949928-b296-4577-b1d7-edf91f6fa5ad tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.961340 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d3949928-b296-4577-b1d7-edf91f6fa5ad tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.980514 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3949928-b296-4577-b1d7-edf91f6fa5ad tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57305911-1120-49f8-b1b0-74aca933a2d0,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:16.988271 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d3949928-b296-4577-b1d7-edf91f6fa5ad tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:16.989474 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-d3949928-b296-4577-b1d7-edf91f6fa5ad tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355999 Sep 15 18:21:16.992199 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45362) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:16.996570 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-253283a3-6703-4a18-b288-e45bb877d1d1 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'security_group_rule': {'security_group_id': 'cad7e996-d1b7-449f-a712-f4eb538b3e20', 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:17.024543 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-253283a3-6703-4a18-b288-e45bb877d1d1 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.085611 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-253283a3-6703-4a18-b288-e45bb877d1d1 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.089889 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-253283a3-6703-4a18-b288-e45bb877d1d1 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.108114 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253283a3-6703-4a18-b288-e45bb877d1d1 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2b4772-fd31-4491-9318-f5986c37d2a6,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:17.115334 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-253283a3-6703-4a18-b288-e45bb877d1d1 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.116579 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-253283a3-6703-4a18-b288-e45bb877d1d1 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234307 Sep 15 18:21:17.119385 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45364) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:17.123795 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-7406dfee-3462-45d5-9292-c3976634b46a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'security_group_rule': {'security_group_id': 'cad7e996-d1b7-449f-a712-f4eb538b3e20', 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:17.146371 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.securitygroups_db [None req-7406dfee-3462-45d5-9292-c3976634b46a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Project 7e9af1249dfb4c2f99cb2922b8fb4a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:21:17.151306 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7406dfee-3462-45d5-9292-c3976634b46a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.212108 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7406dfee-3462-45d5-9292-c3976634b46a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.215321 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7406dfee-3462-45d5-9292-c3976634b46a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.231204 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406dfee-3462-45d5-9292-c3976634b46a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd02174-7eed-40c9-8f70-75795494709a,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:17.237257 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7406dfee-3462-45d5-9292-c3976634b46a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.239041 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-7406dfee-3462-45d5-9292-c3976634b46a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186841 Sep 15 18:21:17.241695 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45366) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:17.245819 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-791c78be-3a9d-49c8-ab78-f98ca75dc5f4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'security_group_rule': {'security_group_id': 'cad7e996-d1b7-449f-a712-f4eb538b3e20', 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:17.266384 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.securitygroups_db [None req-791c78be-3a9d-49c8-ab78-f98ca75dc5f4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Project 7e9af1249dfb4c2f99cb2922b8fb4a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:21:17.270848 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-791c78be-3a9d-49c8-ab78-f98ca75dc5f4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.330653 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-791c78be-3a9d-49c8-ab78-f98ca75dc5f4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.334022 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-791c78be-3a9d-49c8-ab78-f98ca75dc5f4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600662'] for security_group_rule, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.351155 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c78be-3a9d-49c8-ab78-f98ca75dc5f4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8618b5-c345-4b6f-b25e-d946c8fce1f8,revision_number=0']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:17.358035 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-791c78be-3a9d-49c8-ab78-f98ca75dc5f4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.369900 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-791c78be-3a9d-49c8-ab78-f98ca75dc5f4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255238 Sep 15 18:21:17.639168 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device d9756c79-3752-4adc-9563-9112465eedb7 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:21:17.692709 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port d9756c79-3752-4adc-9563-9112465eedb7 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:17.693318 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.783086 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.807656 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] For port d9756c79-3752-4adc-9563-9112465eedb7, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=d9756c79-3752-4adc-9563-9112465eedb7,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:17.813901 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:17.877276 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Pushing event updated for resources: {'Port': ['ID=d9756c79-3752-4adc-9563-9112465eedb7,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:18.842310 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Sync routers for ids ['e8245b38-154e-4724-9d28-a1e8811b4187'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:21:18.854380 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Routers {'e8245b38-154e-4724-9d28-a1e8811b4187'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:18.855409 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e8245b38-154e-4724-9d28-a1e8811b4187'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:18.965222 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Set router e8245b38-154e-4724-9d28-a1e8811b4187 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:19.166555 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'name': 'tempest-TestVolumeBootPattern-1317069529-router', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:15Z', 'revision_number': 4, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'gw_port': {'id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '7fe7be05-0844-4d0c-88c7-7bbd0f36ec31', 'name': '', 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'mac_address': 'fa:16:3e:1c:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '577aec71-4d21-4b8f-9b0c-87697b86cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:14Z', 'updated_at': '2021-09-15T18:21:15Z', 'revision_number': 2, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'subnets': [{'id': '577aec71-4d21-4b8f-9b0c-87697b86cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:19.192996 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Checking router: e8245b38-154e-4724-9d28-a1e8811b4187 for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:21:19.193338 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Updating router e8245b38-154e-4724-9d28-a1e8811b4187 port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 binding host dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:21:19.216654 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:19.473485 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:19.478506 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:19.525188 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b49df0-27b2-4a84-ab37-de3cbd49ab2a None None] Pushing event updated for resources: {'Port': ['ID=7fe7be05-0844-4d0c-88c7-7bbd0f36ec31,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:19.577446 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Attempting to bind port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 on host dv-cinder-763774-3-iscsi for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:21:19.577873 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Attempting to bind port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 by drivers openvswitch,hyperv on host dv-cinder-763774-3-iscsi at level 0 using segments [{'id': '841620e6-5d89-41b5-a8fe-84bb62e8d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:21:19.578215 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Attempting to bind port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 on network a65fee64-9060-45b7-a5fc-2694e000622e {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:21:19.584484 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Checking agent: {'id': '4a193c55-273a-4f6d-9090-dda312ecaca5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 5, 41), 'started_at': datetime.datetime(2021, 9, 15, 18, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:21:19.584775 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Checking segment: {'id': '841620e6-5d89-41b5-a8fe-84bb62e8d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:21:19.585176 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:19.585581 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Bound using segment: {'id': '841620e6-5d89-41b5-a8fe-84bb62e8d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:21:19.586046 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Bound port: 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31, host: dv-cinder-763774-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841620e6-5d89-41b5-a8fe-84bb62e8d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:21:19.586422 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:19.590330 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device d9756c79-3752-4adc-9563-9112465eedb7 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:21:19.658954 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port d9756c79-3752-4adc-9563-9112465eedb7 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:19.659652 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:19.785718 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] For port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31, host dv-cinder-763774-3-iscsi, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:21:19.788885 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] For port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31, host dv-cinder-763774-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=7fe7be05-0844-4d0c-88c7-7bbd0f36ec31,segment=NetworkSegment(841620e6-5d89-41b5-a8fe-84bb62e8d470),segment_id=841620e6-5d89-41b5-a8fe-84bb62e8d470)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:21:19.792852 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:19.840399 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-6b606da6-e5c5-4a08-89c4-510e3aaad090 None None] Provisioning complete for port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:19.840983 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-6b606da6-e5c5-4a08-89c4-510e3aaad090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:19.872267 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Routers {'e8245b38-154e-4724-9d28-a1e8811b4187'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:19.874014 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e8245b38-154e-4724-9d28-a1e8811b4187'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:19.918996 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b49df0-27b2-4a84-ab37-de3cbd49ab2a None None] Pushing event updated for resources: {'Port': ['ID=7fe7be05-0844-4d0c-88c7-7bbd0f36ec31,revision_number=4']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:19.958920 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-6b606da6-e5c5-4a08-89c4-510e3aaad090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:19.994988 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-6b606da6-e5c5-4a08-89c4-510e3aaad090 None None] For port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=7fe7be05-0844-4d0c-88c7-7bbd0f36ec31,segment=NetworkSegment(841620e6-5d89-41b5-a8fe-84bb62e8d470),segment_id=841620e6-5d89-41b5-a8fe-84bb62e8d470)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:20.002113 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-6b606da6-e5c5-4a08-89c4-510e3aaad090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:20.002358 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] Set router e8245b38-154e-4724-9d28-a1e8811b4187 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:20.063565 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b606da6-e5c5-4a08-89c4-510e3aaad090 None None] Pushing event updated for resources: {'Port': ['ID=7fe7be05-0844-4d0c-88c7-7bbd0f36ec31,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:20.122479 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-129b4f27-ee59-4d23-b4cf-8404890b37ae None None] Provisioning complete for port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:20.122825 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-129b4f27-ee59-4d23-b4cf-8404890b37ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:20.215055 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'name': 'tempest-TestVolumeBootPattern-1317069529-router', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:15Z', 'revision_number': 4, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'gw_port': {'id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '7fe7be05-0844-4d0c-88c7-7bbd0f36ec31', 'name': '', 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'mac_address': 'fa:16:3e:1c:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '577aec71-4d21-4b8f-9b0c-87697b86cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:14Z', 'updated_at': '2021-09-15T18:21:19Z', 'revision_number': 4, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'subnets': [{'id': '577aec71-4d21-4b8f-9b0c-87697b86cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:20.241417 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c63a0e-d757-488d-9dfd-d9ab5b224f39 None None] The sync data for ids ['e8245b38-154e-4724-9d28-a1e8811b4187'] in dv-cinder-763774-3-iscsi is: [{'id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'name': 'tempest-TestVolumeBootPattern-1317069529-router', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:15Z', 'revision_number': 4, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'gw_port': {'id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': '7fe7be05-0844-4d0c-88c7-7bbd0f36ec31', 'name': '', 'network_id': 'a65fee64-9060-45b7-a5fc-2694e000622e', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'mac_address': 'fa:16:3e:1c:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '577aec71-4d21-4b8f-9b0c-87697b86cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:14Z', 'updated_at': '2021-09-15T18:21:19Z', 'revision_number': 4, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'subnets': [{'id': '577aec71-4d21-4b8f-9b0c-87697b86cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:21:21.586905 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 up at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:21:21.635912 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Provisioning complete for port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:21.636274 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:27.879831 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32968f-13db-47f7-8960-93c273dbd5ae req-9fbc6fd6-7af7-486f-a4ee-bc5cc1abee79 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:27.881378 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1b32968f-13db-47f7-8960-93c273dbd5ae req-9fbc6fd6-7af7-486f-a4ee-bc5cc1abee79 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 945 time: 0.0515141 Sep 15 18:21:27.920212 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-1b32968f-13db-47f7-8960-93c273dbd5ae req-e0ebb71e-0da4-4b58-98ea-35706b0f8579 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Sep 15 18:21:27.978291 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45570) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:28.080726 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d561b4b5-6523-4987-90f4-ace9bb6b36b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.173541 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d561b4b5-6523-4987-90f4-ace9bb6b36b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.177246 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d561b4b5-6523-4987-90f4-ace9bb6b36b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.215899 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-d561b4b5-6523-4987-90f4-ace9bb6b36b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=037def8d510c401dba1672d3f6c4cc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365208 Sep 15 18:21:28.216585 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561b4b5-6523-4987-90f4-ace9bb6b36b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b4cdee-0d06-4a84-8661-3068120095f5,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:28.219321 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45574) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:28.272116 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f938d6ca-b949-4f4f-baf6-75f6c3063658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.294677 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f938d6ca-b949-4f4f-baf6-75f6c3063658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.340133 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f938d6ca-b949-4f4f-baf6-75f6c3063658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.342832 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-f938d6ca-b949-4f4f-baf6-75f6c3063658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.343960 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-f938d6ca-b949-4f4f-baf6-75f6c3063658 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35b4cdee-0d06-4a84-8661-3068120095f5 HTTP/1.1" status: 204 len: 168 time: 0.1234345 Sep 15 18:21:28.352712 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938d6ca-b949-4f4f-baf6-75f6c3063658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b4cdee-0d06-4a84-8661-3068120095f5,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:28.606506 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45582) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:28.619291 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-45e4a6a4-b1ba-4f5c-9ee0-e9d26e0cb10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.707095 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-45e4a6a4-b1ba-4f5c-9ee0-e9d26e0cb10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.711020 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-45e4a6a4-b1ba-4f5c-9ee0-e9d26e0cb10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.746272 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4a6a4-b1ba-4f5c-9ee0-e9d26e0cb10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2321e36a-80f6-4758-8fbd-b50021365677,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:28.750498 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-45e4a6a4-b1ba-4f5c-9ee0-e9d26e0cb10a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4875717e9af34d9ba415bf7133e82c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429300 Sep 15 18:21:28.753064 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45584) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:28.800672 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0174bbb4-ed7f-446b-9d0d-30428c2219dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.821262 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0174bbb4-ed7f-446b-9d0d-30428c2219dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.870001 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0174bbb4-ed7f-446b-9d0d-30428c2219dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.872622 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-0174bbb4-ed7f-446b-9d0d-30428c2219dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:28.873892 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-0174bbb4-ed7f-446b-9d0d-30428c2219dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2321e36a-80f6-4758-8fbd-b50021365677 HTTP/1.1" status: 204 len: 168 time: 0.1198795 Sep 15 18:21:28.881746 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174bbb4-ed7f-446b-9d0d-30428c2219dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2321e36a-80f6-4758-8fbd-b50021365677,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:29.043260 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ca67e-938b-41c9-a49f-6b35d9a4ebc4 req-ba1aebbd-2538-4509-af46-479444bce70b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:29.045028 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-223ca67e-938b-41c9-a49f-6b35d9a4ebc4 req-ba1aebbd-2538-4509-af46-479444bce70b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 945 time: 0.0522957 Sep 15 18:21:29.084527 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-223ca67e-938b-41c9-a49f-6b35d9a4ebc4 req-3efcb5de-7852-49f7-bdb2-3d7657e24072 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Sep 15 18:21:29.608897 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e0cb1-4167-4f1a-ac8c-d1caf350b291 req-d245fc0e-ec80-4334-9790-a0822cb33d8a tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:29.610413 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-545e0cb1-4167-4f1a-ac8c-d1caf350b291 req-d245fc0e-ec80-4334-9790-a0822cb33d8a tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 945 time: 0.0478261 Sep 15 18:21:29.711056 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-545e0cb1-4167-4f1a-ac8c-d1caf350b291 req-43b12b1c-f44d-442e-a86a-d8b299ef4215 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Deleting port 2d4575bc-1bb0-4037-aab0-b322b2cee09f {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:29.711399 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-545e0cb1-4167-4f1a-ac8c-d1caf350b291 req-43b12b1c-f44d-442e-a86a-d8b299ef4215 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:29.799970 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-545e0cb1-4167-4f1a-ac8c-d1caf350b291 req-43b12b1c-f44d-442e-a86a-d8b299ef4215 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] For port 2d4575bc-1bb0-4037-aab0-b322b2cee09f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=2d4575bc-1bb0-4037-aab0-b322b2cee09f,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:29.800344 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-545e0cb1-4167-4f1a-ac8c-d1caf350b291 req-43b12b1c-f44d-442e-a86a-d8b299ef4215 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:29.818229 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-545e0cb1-4167-4f1a-ac8c-d1caf350b291 req-43b12b1c-f44d-442e-a86a-d8b299ef4215 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Calling delete_port for 2d4575bc-1bb0-4037-aab0-b322b2cee09f owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:29.971383 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-545e0cb1-4167-4f1a-ac8c-d1caf350b291 req-43b12b1c-f44d-442e-a86a-d8b299ef4215 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:29.984264 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['eccd2a72-19cd-41ca-8e42-a573fb800b33', 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4', '1da03fe2-6411-4cfa-9389-15d816674462', '2d4575bc-1bb0-4037-aab0-b322b2cee09f'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:21:30.002295 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b12b1c-f44d-442e-a86a-d8b299ef4215 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Pushing event deleted for resources: {'Port': ['ID=2d4575bc-1bb0-4037-aab0-b322b2cee09f,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:30.213380 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee6a6444-3288-4050-a414-bacdbe13e2d9 req-72b8b7ac-2bbb-4ef2-9a27-6f10149ef1cd tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=f84d32e8-0449-43bd-9594-52c7cf5b70ec HTTP/1.1" status: 200 len: 210 time: 0.0374033 Sep 15 18:21:30.295365 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-545e0cb1-4167-4f1a-ac8c-d1caf350b291 req-43b12b1c-f44d-442e-a86a-d8b299ef4215 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] No DVR routers for this DVR port 2d4575bc-1bb0-4037-aab0-b322b2cee09f on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:30.297994 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-545e0cb1-4167-4f1a-ac8c-d1caf350b291 req-43b12b1c-f44d-442e-a86a-d8b299ef4215 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:30.300192 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-545e0cb1-4167-4f1a-ac8c-d1caf350b291 req-43b12b1c-f44d-442e-a86a-d8b299ef4215 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "DELETE /v2.0/ports/2d4575bc-1bb0-4037-aab0-b322b2cee09f HTTP/1.1" status: 204 len: 173 time: 0.6825891 Sep 15 18:21:30.300635 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84d32e8-0449-43bd-9594-52c7cf5b70ec', 'name': 'network-vif-deleted', 'tag': '2d4575bc-1bb0-4037-aab0-b322b2cee09f'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:21:30.303059 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a164ce7a-4b64-4551-b9d7-3c90b2d75be6" -d '{"events": [{"server_uuid": "f84d32e8-0449-43bd-9594-52c7cf5b70ec", "name": "network-vif-deleted", "tag": "2d4575bc-1bb0-4037-aab0-b322b2cee09f"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:21:30.343352 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3813c4ab-1107-4e05-aa94-bb3afcabce2a x-openstack-request-id: req-3813c4ab-1107-4e05-aa94-bb3afcabce2a {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:21:30.343732 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84d32e8-0449-43bd-9594-52c7cf5b70ec", "name": "network-vif-deleted", "tag": "2d4575bc-1bb0-4037-aab0-b322b2cee09f", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:21:30.344043 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3813c4ab-1107-4e05-aa94-bb3afcabce2a {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:21:30.344502 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84d32e8-0449-43bd-9594-52c7cf5b70ec', 'name': 'network-vif-deleted', 'tag': '2d4575bc-1bb0-4037-aab0-b322b2cee09f', 'status': 'completed', 'code': 200} Sep 15 18:21:32.593748 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bae3e-272b-4956-8df9-38bb9d1a1cf9 req-40891ff6-1d74-4d68-96be-42e0d394da3b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:32.595168 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a62bae3e-272b-4956-8df9-38bb9d1a1cf9 req-40891ff6-1d74-4d68-96be-42e0d394da3b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 946 time: 0.0468531 Sep 15 18:21:32.633403 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a62bae3e-272b-4956-8df9-38bb9d1a1cf9 req-9be0e28d-8036-41c0-8beb-18ace9994328 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320060 Sep 15 18:21:33.964300 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aed1fd-a24e-40a5-a9de-588402802ae0 req-cb8685d8-71a2-4dbb-9e94-8d30b750d8ca tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:33.965773 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-89aed1fd-a24e-40a5-a9de-588402802ae0 req-cb8685d8-71a2-4dbb-9e94-8d30b750d8ca tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 946 time: 0.2658312 Sep 15 18:21:34.001350 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-89aed1fd-a24e-40a5-a9de-588402802ae0 req-5769c2ad-3a42-449d-804c-d5b0d88197bd tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293767 Sep 15 18:21:34.274011 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18df15-e67c-4284-8556-8a46cb07321c req-5503aba4-56c2-4e94-946d-c5ff4a0eab34 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:34.275384 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ca18df15-e67c-4284-8556-8a46cb07321c req-5503aba4-56c2-4e94-946d-c5ff4a0eab34 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 946 time: 0.0470541 Sep 15 18:21:34.364341 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-ca18df15-e67c-4284-8556-8a46cb07321c req-4bf621d3-afc1-4153-b5cc-21eac1c96190 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Deleting port 1da03fe2-6411-4cfa-9389-15d816674462 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:34.364682 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ca18df15-e67c-4284-8556-8a46cb07321c req-4bf621d3-afc1-4153-b5cc-21eac1c96190 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:34.455877 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-ca18df15-e67c-4284-8556-8a46cb07321c req-4bf621d3-afc1-4153-b5cc-21eac1c96190 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] For port 1da03fe2-6411-4cfa-9389-15d816674462, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=1da03fe2-6411-4cfa-9389-15d816674462,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:34.456248 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ca18df15-e67c-4284-8556-8a46cb07321c req-4bf621d3-afc1-4153-b5cc-21eac1c96190 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:34.468693 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-ca18df15-e67c-4284-8556-8a46cb07321c req-4bf621d3-afc1-4153-b5cc-21eac1c96190 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Calling delete_port for 1da03fe2-6411-4cfa-9389-15d816674462 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:34.471319 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 2d4575bc-1bb0-4037-aab0-b322b2cee09f no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:34.491703 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: 2d4575bc-1bb0-4037-aab0-b322b2cee09f {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:34.492596 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 2d4575bc-1bb0-4037-aab0-b322b2cee09f not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:34.594987 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ca18df15-e67c-4284-8556-8a46cb07321c req-4bf621d3-afc1-4153-b5cc-21eac1c96190 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:34.606482 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['eccd2a72-19cd-41ca-8e42-a573fb800b33', 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4', '1da03fe2-6411-4cfa-9389-15d816674462'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:21:34.661944 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca18df15-e67c-4284-8556-8a46cb07321c req-4bf621d3-afc1-4153-b5cc-21eac1c96190 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] No DVR routers for this DVR port 1da03fe2-6411-4cfa-9389-15d816674462 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:34.665788 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ca18df15-e67c-4284-8556-8a46cb07321c req-4bf621d3-afc1-4153-b5cc-21eac1c96190 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:34.667941 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ca18df15-e67c-4284-8556-8a46cb07321c req-4bf621d3-afc1-4153-b5cc-21eac1c96190 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "DELETE /v2.0/ports/1da03fe2-6411-4cfa-9389-15d816674462 HTTP/1.1" status: 204 len: 173 time: 0.3857074 Sep 15 18:21:34.668830 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf621d3-afc1-4153-b5cc-21eac1c96190 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Pushing event deleted for resources: {'Port': ['ID=1da03fe2-6411-4cfa-9389-15d816674462,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:34.672390 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6a32d2-c97a-448c-8273-bc7ab1b29f4e', 'name': 'network-vif-deleted', 'tag': '1da03fe2-6411-4cfa-9389-15d816674462'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:21:34.674668 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfe20c1-9e8e-451d-9563-40f138e79df5" -d '{"events": [{"server_uuid": "2d6a32d2-c97a-448c-8273-bc7ab1b29f4e", "name": "network-vif-deleted", "tag": "1da03fe2-6411-4cfa-9389-15d816674462"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:21:34.715193 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f3603e-d037-43f3-b15c-98c1123a4615 x-openstack-request-id: req-74f3603e-d037-43f3-b15c-98c1123a4615 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:21:34.715550 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6a32d2-c97a-448c-8273-bc7ab1b29f4e", "name": "network-vif-deleted", "tag": "1da03fe2-6411-4cfa-9389-15d816674462", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:21:34.715888 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74f3603e-d037-43f3-b15c-98c1123a4615 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:21:34.716344 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6a32d2-c97a-448c-8273-bc7ab1b29f4e', 'name': 'network-vif-deleted', 'tag': '1da03fe2-6411-4cfa-9389-15d816674462', 'status': 'completed', 'code': 200} Sep 15 18:21:34.721132 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45710) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:34.843354 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-079f097d-9e83-4ed7-be33-f6d6687d7f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:34.928110 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-079f097d-9e83-4ed7-be33-f6d6687d7f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:34.932418 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-079f097d-9e83-4ed7-be33-f6d6687d7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:34.970839 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-079f097d-9e83-4ed7-be33-f6d6687d7f7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d10f8bb591eb46aaa3c600676e940674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486482 Sep 15 18:21:34.971643 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f097d-9e83-4ed7-be33-f6d6687d7f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8210560-2cd8-441b-a334-c180b1c09442,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:34.973523 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45716) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:35.024074 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-22c1df91-3741-44fb-8d65-787db5eeb9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.046387 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-22c1df91-3741-44fb-8d65-787db5eeb9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.096045 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-22c1df91-3741-44fb-8d65-787db5eeb9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.098868 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-22c1df91-3741-44fb-8d65-787db5eeb9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.100398 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-22c1df91-3741-44fb-8d65-787db5eeb9da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8210560-2cd8-441b-a334-c180b1c09442 HTTP/1.1" status: 204 len: 168 time: 0.1258416 Sep 15 18:21:35.109019 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1df91-3741-44fb-8d65-787db5eeb9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8210560-2cd8-441b-a334-c180b1c09442,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:35.138145 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-40056f6a-b556-4c09-ab34-9c92b1d5e058 req-7eb7611a-1b01-47c5-a695-a9c6df025766 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6a32d2-c97a-448c-8273-bc7ab1b29f4e HTTP/1.1" status: 200 len: 210 time: 0.0573723 Sep 15 18:21:35.358592 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45724) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:35.371436 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d359b4ab-4392-4daa-952e-9d1400dc59bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.457775 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d359b4ab-4392-4daa-952e-9d1400dc59bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.461710 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d359b4ab-4392-4daa-952e-9d1400dc59bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.497047 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-d359b4ab-4392-4daa-952e-9d1400dc59bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c56690e2e0504d6c848ec309655ac5f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374478 Sep 15 18:21:35.498140 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359b4ab-4392-4daa-952e-9d1400dc59bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c97544-01dc-4d8f-ba0c-de89d3987daf,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:35.499865 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45726) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:35.549692 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4aeebfe7-da30-433d-805b-dcdd2fde3937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.569698 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4aeebfe7-da30-433d-805b-dcdd2fde3937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.615047 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4aeebfe7-da30-433d-805b-dcdd2fde3937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.617634 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4aeebfe7-da30-433d-805b-dcdd2fde3937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.618861 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-4aeebfe7-da30-433d-805b-dcdd2fde3937 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60c97544-01dc-4d8f-ba0c-de89d3987daf HTTP/1.1" status: 204 len: 168 time: 0.1172132 Sep 15 18:21:35.626652 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeebfe7-da30-433d-805b-dcdd2fde3937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c97544-01dc-4d8f-ba0c-de89d3987daf,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:35.667639 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45730) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:35.913775 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:35.990814 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Deleting port 02f4963d-f5b7-431a-b493-3ffd99be7d4a {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:35.991376 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:36.083845 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:36.084178 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:36.103473 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Calling delete_port for 02f4963d-f5b7-431a-b493-3ffd99be7d4a owned by network:floatingip {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:36.167402 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-50bd1ca3-262b-48d1-a5dc-93b89ad7267c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832734937&fields=id&tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56 HTTP/1.1" status: 200 len: 267 time: 0.0758429 Sep 15 18:21:36.304415 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-839f24e7-2f89-4d27-b055-0bdcc706b461 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:36.306492 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-839f24e7-2f89-4d27-b055-0bdcc706b461 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 811 time: 0.1267691 Sep 15 18:21:36.329980 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-d01a7728-5d52-4c6e-a6e2-8d2053b13dad tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/quotas/7e9af1249dfb4c2f99cb2922b8fb4a56 HTTP/1.1" status: 200 len: 375 time: 0.0128894 Sep 15 18:21:36.440718 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:36.450136 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-0c0216d8-30cf-4c80-b4b7-b056bd4bfbab tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122963 Sep 15 18:21:36.484248 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event deleted for resources: {'Port': ['ID=02f4963d-f5b7-431a-b493-3ffd99be7d4a,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:36.518366 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db5567-d449-49cd-95d4-7a6092d96344 req-57d61577-a743-4ac0-94e8-22168777e3ae tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:36.519836 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-56db5567-d449-49cd-95d4-7a6092d96344 req-57d61577-a743-4ac0-94e8-22168777e3ae tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 946 time: 0.1260111 Sep 15 18:21:36.635441 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for floatingip, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:36.635767 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.l3_db [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Floating IP 5cfbcfc8-43fc-43ab-861b-d26c97ad375c disassociated (deleted). External IP: 172.27.2.134, port: c570f33c-bef2-4fdc-b615-a2aa494bd4a1. Sep 15 18:21:36.679349 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-56db5567-d449-49cd-95d4-7a6092d96344 req-29f823ce-7fc3-42cc-96a4-8df611b35629 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446273 Sep 15 18:21:36.701024 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-e1638a21-66c0-461d-9ed8-27e5d5b2285e service neutron] 10.222.0.39 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251675 Sep 15 18:21:36.867932 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-86fa3574-807d-4ad0-a212-1af302368123 service neutron] 10.222.0.39 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604290 Sep 15 18:21:36.942532 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Router 34e4f4b8-ae11-4679-ac4f-9157e857751e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:21:37.055382 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:21:37.060914 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:37.067196 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f158eb-73b2-4b5c-871e-33598ad3d108 None None] Sync routers for ids ['34e4f4b8-ae11-4679-ac4f-9157e857751e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:21:37.077015 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f158eb-73b2-4b5c-871e-33598ad3d108 None None] Routers {'34e4f4b8-ae11-4679-ac4f-9157e857751e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:37.077900 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-38f158eb-73b2-4b5c-871e-33598ad3d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['34e4f4b8-ae11-4679-ac4f-9157e857751e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:37.108711 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ec3482f9-9bab-4d9f-b150-ced3730d1aed tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "DELETE /v2.0/floatingips/5cfbcfc8-43fc-43ab-861b-d26c97ad375c HTTP/1.1" status: 204 len: 168 time: 1.4399245 Sep 15 18:21:37.109631 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:21:37.115737 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274da807-2cf9-42b6-bc2c-dcf1602b2db6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:21:37.192614 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb9f94-9da0-48cf-825b-2977b731e1e1 x-openstack-request-id: req-decb9f94-9da0-48cf-825b-2977b731e1e1 {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:21:37.193772 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:21:37.194086 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-decb9f94-9da0-48cf-825b-2977b731e1e1 {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:21:37.195910 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'status': 'completed', 'code': 200} Sep 15 18:21:37.262201 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-38f158eb-73b2-4b5c-871e-33598ad3d108 None None] Set router 34e4f4b8-ae11-4679-ac4f-9157e857751e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:37.269190 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d31e4b28-acbd-43d6-bc67-4bc9d0bc2029 req-8428c093-74a9-4d79-b036-39f67a38dd65 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 210 time: 0.0319228 Sep 15 18:21:37.292942 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da807-2cf9-42b6-bc2c-dcf1602b2db6 req-1e7e7518-80ae-40ae-8a88-ac0b2a60d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:37.295514 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-274da807-2cf9-42b6-bc2c-dcf1602b2db6 req-1e7e7518-80ae-40ae-8a88-ac0b2a60d10f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d57e1f1952846e8a6126daafda73f67&device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 1099 time: 0.0808196 Sep 15 18:21:37.467429 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da807-2cf9-42b6-bc2c-dcf1602b2db6 req-c009aeb9-7a47-44f4-ade3-68a61ccc5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:37.471230 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-274da807-2cf9-42b6-bc2c-dcf1602b2db6 req-c009aeb9-7a47-44f4-ade3-68a61ccc5a50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c HTTP/1.1" status: 200 len: 910 time: 0.1583254 Sep 15 18:21:37.499440 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb8ba0-2430-46a2-9c2b-b9ae1ba6850f req-c4c64112-216e-48fb-8cec-d194e0b204b2 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:37.500951 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-77fb8ba0-2430-46a2-9c2b-b9ae1ba6850f req-c4c64112-216e-48fb-8cec-d194e0b204b2 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0834215 Sep 15 18:21:37.538656 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-274da807-2cf9-42b6-bc2c-dcf1602b2db6 req-04a16058-2efd-4455-bf63-56b8d871c407 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1 HTTP/1.1" status: 200 len: 217 time: 0.0604184 Sep 15 18:21:37.550244 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-38f158eb-73b2-4b5c-871e-33598ad3d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:45Z', 'revision_number': 4, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'c736acbb-cb49-47f9-b51a-ccf3b4233896', 'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'mac_address': 'fa:16:3e:a1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:44Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 5, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'subnets': [{'id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:37.584610 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f158eb-73b2-4b5c-871e-33598ad3d108 None None] Checking router: 34e4f4b8-ae11-4679-ac4f-9157e857751e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:21:37.596431 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-77fb8ba0-2430-46a2-9c2b-b9ae1ba6850f req-424ecdad-f6d6-48f9-8d06-03b534362b7b tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863068 Sep 15 18:21:37.608953 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f158eb-73b2-4b5c-871e-33598ad3d108 None None] Routers {'34e4f4b8-ae11-4679-ac4f-9157e857751e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:37.609684 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-38f158eb-73b2-4b5c-871e-33598ad3d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['34e4f4b8-ae11-4679-ac4f-9157e857751e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:37.643462 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da807-2cf9-42b6-bc2c-dcf1602b2db6 req-d3255df8-6147-49b1-8b57-04950f49d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:37.645298 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-274da807-2cf9-42b6-bc2c-dcf1602b2db6 req-d3255df8-6147-49b1-8b57-04950f49d961 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51964c99-2db0-4f23-b97b-d09ee1665193 HTTP/1.1" status: 200 len: 848 time: 0.0966396 Sep 15 18:21:37.746630 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-38f158eb-73b2-4b5c-871e-33598ad3d108 None None] Set router 34e4f4b8-ae11-4679-ac4f-9157e857751e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:37.754267 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da807-2cf9-42b6-bc2c-dcf1602b2db6 req-04eb8e70-b1ef-4c86-b8c9-f1a28e1026b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:37.755876 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-274da807-2cf9-42b6-bc2c-dcf1602b2db6 req-04eb8e70-b1ef-4c86-b8c9-f1a28e1026b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad998f2-f526-4af3-b1ec-37d75db8ee0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889907 Sep 15 18:21:37.765825 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013c7c1-9c20-4976-9570-9394fc3dda31 req-a7db13e2-9689-476e-8c01-506d39ccc20d tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:37.767739 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d013c7c1-9c20-4976-9570-9394fc3dda31 req-a7db13e2-9689-476e-8c01-506d39ccc20d tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 946 time: 0.0900600 Sep 15 18:21:37.818608 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c0e50-d1f9-453b-96ad-f4acaddb6d4d req-67548b62-d693-4502-91d0-6bc1e2d40685 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:37.820613 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dc5c0e50-d1f9-453b-96ad-f4acaddb6d4d req-67548b62-d693-4502-91d0-6bc1e2d40685 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 946 time: 0.0584400 Sep 15 18:21:37.879778 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-dc5c0e50-d1f9-453b-96ad-f4acaddb6d4d req-7f1a0f2d-04d6-47b1-a331-b29f1a9f35a9 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 Sep 15 18:21:37.933041 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-274da807-2cf9-42b6-bc2c-dcf1602b2db6 req-0b4be470-6e85-499e-b595-3fab91abf179 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638196 Sep 15 18:21:37.970376 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-d013c7c1-9c20-4976-9570-9394fc3dda31 req-81c9a08d-10a6-4f71-a89a-dcaefbb678dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Deleting port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:37.970627 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d013c7c1-9c20-4976-9570-9394fc3dda31 req-81c9a08d-10a6-4f71-a89a-dcaefbb678dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:37.970887 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-38f158eb-73b2-4b5c-871e-33598ad3d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:45Z', 'revision_number': 4, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'c736acbb-cb49-47f9-b51a-ccf3b4233896', 'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'mac_address': 'fa:16:3e:a1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:44Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 5, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'subnets': [{'id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:37.998806 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f158eb-73b2-4b5c-871e-33598ad3d108 None None] The sync data for ids ['34e4f4b8-ae11-4679-ac4f-9157e857751e'] in dv-cinder-763774-3-iscsi is: [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:15:45Z', 'revision_number': 4, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'c736acbb-cb49-47f9-b51a-ccf3b4233896', 'name': '', 'network_id': '1ad998f2-f526-4af3-b1ec-37d75db8ee0c', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'mac_address': 'fa:16:3e:a1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:44Z', 'updated_at': '2021-09-15T18:15:51Z', 'revision_number': 5, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'subnets': [{'id': '51964c99-2db0-4f23-b97b-d09ee1665193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:21:38.116527 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-274da807-2cf9-42b6-bc2c-dcf1602b2db6 req-e6eb8ef1-4355-4bf4-b195-abb0fe7670cd service neutron] 10.222.0.41 "GET /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721025 Sep 15 18:21:38.118777 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-d013c7c1-9c20-4976-9570-9394fc3dda31 req-81c9a08d-10a6-4f71-a89a-dcaefbb678dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] For port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:38.119144 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d013c7c1-9c20-4976-9570-9394fc3dda31 req-81c9a08d-10a6-4f71-a89a-dcaefbb678dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:38.133700 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-d013c7c1-9c20-4976-9570-9394fc3dda31 req-81c9a08d-10a6-4f71-a89a-dcaefbb678dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Calling delete_port for d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:38.233233 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b40fc3-1130-4c66-ae42-e7b068765b5c None None] New status for floating IP 5cfbcfc8-43fc-43ab-861b-d26c97ad375c: DOWN {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:21:38.262871 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d013c7c1-9c20-4976-9570-9394fc3dda31 req-81c9a08d-10a6-4f71-a89a-dcaefbb678dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:38.275958 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['eccd2a72-19cd-41ca-8e42-a573fb800b33', 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:21:38.299712 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9a08d-10a6-4f71-a89a-dcaefbb678dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Pushing event deleted for resources: {'Port': ['ID=d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:38.350503 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d013c7c1-9c20-4976-9570-9394fc3dda31 req-81c9a08d-10a6-4f71-a89a-dcaefbb678dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] No DVR routers for this DVR port d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:38.353805 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d013c7c1-9c20-4976-9570-9394fc3dda31 req-81c9a08d-10a6-4f71-a89a-dcaefbb678dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:38.356471 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d013c7c1-9c20-4976-9570-9394fc3dda31 req-81c9a08d-10a6-4f71-a89a-dcaefbb678dc tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "DELETE /v2.0/ports/d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 HTTP/1.1" status: 204 len: 173 time: 0.5791802 Sep 15 18:21:38.360989 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c0471b-6a33-4827-8296-693e54c08d12', 'name': 'network-vif-deleted', 'tag': 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:21:38.363638 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a332c1-0f66-4283-9651-32229133fe9c" -d '{"events": [{"server_uuid": "59c0471b-6a33-4827-8296-693e54c08d12", "name": "network-vif-deleted", "tag": "d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:21:38.404240 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-61f1440c-ff4e-456c-943b-a92444f3f6ce req-b58acd21-14eb-441a-8326-29a227aaf9d5 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 210 time: 0.0432057 Sep 15 18:21:38.427767 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89102d60-e3a7-4338-9113-83da51293429 x-openstack-request-id: req-89102d60-e3a7-4338-9113-83da51293429 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:21:38.428048 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c0471b-6a33-4827-8296-693e54c08d12", "name": "network-vif-deleted", "tag": "d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:21:38.428300 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89102d60-e3a7-4338-9113-83da51293429 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:21:38.428682 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c0471b-6a33-4827-8296-693e54c08d12', 'name': 'network-vif-deleted', 'tag': 'd0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4', 'status': 'completed', 'code': 200} Sep 15 18:21:38.493540 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 1da03fe2-6411-4cfa-9389-15d816674462 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:38.513972 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-d73d45b8-987a-45b7-a256-e47b6401f736 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:38.515988 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-d73d45b8-987a-45b7-a256-e47b6401f736 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 811 time: 0.1148241 Sep 15 18:21:38.529850 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: 1da03fe2-6411-4cfa-9389-15d816674462 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:38.530193 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 1da03fe2-6411-4cfa-9389-15d816674462 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:38.577041 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-48fe3ab8-b54e-4809-bbe2-4786fd6682be tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56 HTTP/1.1" status: 200 len: 380 time: 0.0382023 Sep 15 18:21:38.587849 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'port': {'device_id': '4e570744-0c59-4f23-976c-aa17e32f861f', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'admin_state_up': True, 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'security_groups': ['cad7e996-d1b7-449f-a712-f4eb538b3e20']}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:38.707542 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Made reservation on behalf of 7e9af1249dfb4c2f99cb2922b8fb4a56 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:21:38.711994 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:38.725514 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569b22e-37f3-4f9c-8661-94eb384f2231 req-1e5cfa47-bd34-42e0-9b16-d159c1ce5832 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:38.727619 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b569b22e-37f3-4f9c-8661-94eb384f2231 req-1e5cfa47-bd34-42e0-9b16-d159c1ce5832 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.0520477 Sep 15 18:21:38.768422 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-70819975-ad3e-4662-b862-0a4b23423417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:38.785922 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b569b22e-37f3-4f9c-8661-94eb384f2231 req-929315e1-f1a4-4e33-88ce-b4017ade8b85 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/security-groups?id=df02385e-3850-459c-9529-4df2e81ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482190 Sep 15 18:21:38.852076 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Allocated IP 172.20.0.12 (23270e6f-fca7-417e-ba90-9f6196e7dd77/0b04f813-23b1-4dfe-8fe8-59e57502db09/f208f86e-c77f-4d05-b1d1-4cd735bc667c) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:21:39.059481 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-438580dc-1cb7-44d1-be8d-073c262b7500 req-100340b6-a5b9-4722-b933-8839523b9a22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070490 Sep 15 18:21:39.087706 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e16a1c-a2ed-45e3-a72c-a1160650c13b req-d6b6becb-9c52-4795-a291-e62baf68fab6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:39.089238 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a3e16a1c-a2ed-45e3-a72c-a1160650c13b req-d6b6becb-9c52-4795-a291-e62baf68fab6 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 946 time: 0.1601694 Sep 15 18:21:39.096536 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-bca85e3a-db47-43d2-94e3-316fcb0500d6 req-4accfcb8-8682-48de-9b1d-6812adcc948c tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c0471b-6a33-4827-8296-693e54c08d12 HTTP/1.1" status: 200 len: 210 time: 0.0623550 Sep 15 18:21:39.129989 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:39.200011 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438580dc-1cb7-44d1-be8d-073c262b7500 req-cb4ad699-d336-46b7-9b20-e6f82ac14c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:39.202605 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-438580dc-1cb7-44d1-be8d-073c262b7500 req-cb4ad699-d336-46b7-9b20-e6f82ac14c8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 1098 time: 0.0537341 Sep 15 18:21:39.217204 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:39.268712 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-a3e16a1c-a2ed-45e3-a72c-a1160650c13b req-a9955b16-be1b-4c2a-a252-b78d53b63e1e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Deleting port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:39.268962 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-a3e16a1c-a2ed-45e3-a72c-a1160650c13b req-a9955b16-be1b-4c2a-a252-b78d53b63e1e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:39.275767 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Network 23270e6f-fca7-417e-ba90-9f6196e7dd77 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:21:39.293238 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:39.305370 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:21:39.313306 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'Port': ['ID=f208f86e-c77f-4d05-b1d1-4cd735bc667c,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:39.327934 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438580dc-1cb7-44d1-be8d-073c262b7500 req-848491b0-aab5-4cb1-91bd-8ea1fc02dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:39.329533 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-438580dc-1cb7-44d1-be8d-073c262b7500 req-848491b0-aab5-4cb1-91bd-8ea1fc02dd26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 200 len: 914 time: 0.0889642 Sep 15 18:21:39.378362 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-438580dc-1cb7-44d1-be8d-073c262b7500 req-45fcd36b-c1b5-4f7c-a5b5-83015849b502 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eccd2a72-19cd-41ca-8e42-a573fb800b33 HTTP/1.1" status: 200 len: 217 time: 0.0402668 Sep 15 18:21:39.402609 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:39.403228 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:39.421153 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-a3e16a1c-a2ed-45e3-a72c-a1160650c13b req-a9955b16-be1b-4c2a-a252-b78d53b63e1e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] For port c570f33c-bef2-4fdc-b615-a2aa494bd4a1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:39.421522 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-a3e16a1c-a2ed-45e3-a72c-a1160650c13b req-a9955b16-be1b-4c2a-a252-b78d53b63e1e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:39.432510 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438580dc-1cb7-44d1-be8d-073c262b7500 req-9958955b-0fa9-4ff2-933d-df33cd869116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:39.434313 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-438580dc-1cb7-44d1-be8d-073c262b7500 req-9958955b-0fa9-4ff2-933d-df33cd869116 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acce4c09-767c-4fa8-9e43-4a74b30a5cd7 HTTP/1.1" status: 200 len: 853 time: 0.0496209 Sep 15 18:21:39.439875 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-a3e16a1c-a2ed-45e3-a72c-a1160650c13b req-a9955b16-be1b-4c2a-a252-b78d53b63e1e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Calling delete_port for c570f33c-bef2-4fdc-b615-a2aa494bd4a1 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:39.443271 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-18cea4bf-02d3-4fa8-82bd-e6b70a7d0156 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8588648 Sep 15 18:21:39.460395 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Request body: {'port': {'device_id': '4e570744-0c59-4f23-976c-aa17e32f861f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:39.471057 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-438580dc-1cb7-44d1-be8d-073c262b7500 req-924e1f94-237e-4184-956e-a83575706372 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5045b0-7a93-4269-80be-38d393371824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290196 Sep 15 18:21:39.547304 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-ecfd4543-c4f6-44d8-a817-498760f0d810 None None] Provisioning complete for port f208f86e-c77f-4d05-b1d1-4cd735bc667c triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:39.547783 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ecfd4543-c4f6-44d8-a817-498760f0d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:39.563848 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:39.583280 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd4543-c4f6-44d8-a817-498760f0d810 None None] Port f208f86e-c77f-4d05-b1d1-4cd735bc667c cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:21:39.597881 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed79e47-ae36-4014-ad3a-2921db3cdb38 req-3f13ad32-d18c-4d31-bf0a-037f9e4f2709 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:39.599350 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7ed79e47-ae36-4014-ad3a-2921db3cdb38 req-3f13ad32-d18c-4d31-bf0a-037f9e4f2709 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 932 time: 0.1123922 Sep 15 18:21:39.603019 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-438580dc-1cb7-44d1-be8d-073c262b7500 req-5eb99fd2-c756-4c57-9ca7-49dd952eacd3 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254132 Sep 15 18:21:39.691520 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7ed79e47-ae36-4014-ad3a-2921db3cdb38 req-c70b7398-828d-47d7-ad06-71185eb2ad3f tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861681 Sep 15 18:21:39.720883 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-438580dc-1cb7-44d1-be8d-073c262b7500 req-caac5bc7-6e60-4232-a259-f7b6fddce016 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090488 Sep 15 18:21:39.747297 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-a3e16a1c-a2ed-45e3-a72c-a1160650c13b req-a9955b16-be1b-4c2a-a252-b78d53b63e1e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:39.785892 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9955b16-be1b-4c2a-a252-b78d53b63e1e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event deleted for resources: {'Port': ['ID=c570f33c-bef2-4fdc-b615-a2aa494bd4a1,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:39.855662 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e16a1c-a2ed-45e3-a72c-a1160650c13b req-a9955b16-be1b-4c2a-a252-b78d53b63e1e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] No DVR routers for this DVR port c570f33c-bef2-4fdc-b615-a2aa494bd4a1 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:39.859256 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-a3e16a1c-a2ed-45e3-a72c-a1160650c13b req-a9955b16-be1b-4c2a-a252-b78d53b63e1e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:39.861214 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a3e16a1c-a2ed-45e3-a72c-a1160650c13b req-a9955b16-be1b-4c2a-a252-b78d53b63e1e tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.41 "DELETE /v2.0/ports/c570f33c-bef2-4fdc-b615-a2aa494bd4a1 HTTP/1.1" status: 204 len: 173 time: 0.7630963 Sep 15 18:21:39.878534 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-36b70cb8-d3df-481a-bbb3-9d5a41a7167c req-ea2c8a65-1d65-497c-82fa-f6cf3ff2a458 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 210 time: 0.0325654 Sep 15 18:21:39.947938 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f208f86e-c77f-4d05-b1d1-4cd735bc667c {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:21:39.955428 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:39.967164 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Transition to ACTIVE for port object f208f86e-c77f-4d05-b1d1-4cd735bc667c will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:21:39.970033 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:40.018154 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f208f86e-c77f-4d05-b1d1-4cd735bc667c,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:40.091232 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Attempting to bind port f208f86e-c77f-4d05-b1d1-4cd735bc667c on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:21:40.091554 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Attempting to bind port f208f86e-c77f-4d05-b1d1-4cd735bc667c by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:21:40.091879 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Attempting to bind port f208f86e-c77f-4d05-b1d1-4cd735bc667c on network 23270e6f-fca7-417e-ba90-9f6196e7dd77 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:21:40.103211 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Port f208f86e-c77f-4d05-b1d1-4cd735bc667c on network 23270e6f-fca7-417e-ba90-9f6196e7dd77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:21:40.103536 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Attempting to bind port f208f86e-c77f-4d05-b1d1-4cd735bc667c on network 23270e6f-fca7-417e-ba90-9f6196e7dd77 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:21:40.120737 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:21:40.121177 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Checking segment: {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:21:40.122146 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Bound using segment: {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:21:40.122738 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Bound port: f208f86e-c77f-4d05-b1d1-4cd735bc667c, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:21:40.123194 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:40.185710 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:21:40.260956 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] For port f208f86e-c77f-4d05-b1d1-4cd735bc667c, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:21:40.265743 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] For port f208f86e-c77f-4d05-b1d1-4cd735bc667c, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=f208f86e-c77f-4d05-b1d1-4cd735bc667c,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:21:40.271071 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:40.377677 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:40.378594 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:40.380467 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] 10.222.0.41 "PUT /v2.0/ports/f208f86e-c77f-4d05-b1d1-4cd735bc667c HTTP/1.1" status: 200 len: 1094 time: 0.9261100 Sep 15 18:21:40.381531 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75406b6a-7dda-4fa9-ba15-d0d59ff27bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f208f86e-c77f-4d05-b1d1-4cd735bc667c,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:40.453121 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'name': 'network-vif-deleted', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1'}, {'name': 'network-changed', 'server_uuid': '4e570744-0c59-4f23-976c-aa17e32f861f', 'tag': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:21:40.455535 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d4888e-421b-446f-88a0-c0f15fb9e815" -d '{"events": [{"server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "name": "network-vif-deleted", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1"}, {"name": "network-changed", "server_uuid": "4e570744-0c59-4f23-976c-aa17e32f861f", "tag": "f208f86e-c77f-4d05-b1d1-4cd735bc667c"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:21:40.487981 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-a69fbdac-30bd-4835-a111-4afd7b780919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:40.490285 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-a69fbdac-30bd-4835-a111-4afd7b780919 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 1097 time: 0.0662818 Sep 15 18:21:40.543294 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Sep 2021 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed8e365-ee37-4ac2-b13d-4d590134a7d5 x-openstack-request-id: req-1ed8e365-ee37-4ac2-b13d-4d590134a7d5 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:21:40.543723 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3ec0db-bf42-4e7f-af94-c5988ddf8841", "name": "network-vif-deleted", "tag": "c570f33c-bef2-4fdc-b615-a2aa494bd4a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e570744-0c59-4f23-976c-aa17e32f861f", "tag": "f208f86e-c77f-4d05-b1d1-4cd735bc667c", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:21:40.543882 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ed8e365-ee37-4ac2-b13d-4d590134a7d5 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:21:40.545225 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3ec0db-bf42-4e7f-af94-c5988ddf8841', 'name': 'network-vif-deleted', 'tag': 'c570f33c-bef2-4fdc-b615-a2aa494bd4a1', 'status': 'completed', 'code': 200} Sep 15 18:21:40.545225 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e570744-0c59-4f23-976c-aa17e32f861f', 'tag': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c', 'status': 'completed', 'code': 200} Sep 15 18:21:40.546402 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-31dd8498-8520-4520-aaa2-d20e98733a56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f208f86e-c77f-4d05-b1d1-4cd735bc667c HTTP/1.1" status: 200 len: 217 time: 0.0472817 Sep 15 18:21:40.607676 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-4c04b196-4345-431f-ae0f-fc64699c062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:40.609292 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-4c04b196-4345-431f-ae0f-fc64699c062a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0545595 Sep 15 18:21:40.662410 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-af2b069c-e697-417e-97ad-72df82d40f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:40.664414 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-af2b069c-e697-417e-97ad-72df82d40f0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469737 Sep 15 18:21:40.760955 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-135bb1e6-8e2d-4cd4-8cff-a0b90cd7c31f service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884154 Sep 15 18:21:40.810209 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65726-c32f-4c50-a2a8-f6407a7cdecd req-47751558-e6f4-4cf6-8c91-0716cf31d29b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:40.811608 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8fe65726-c32f-4c50-a2a8-f6407a7cdecd req-47751558-e6f4-4cf6-8c91-0716cf31d29b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 944 time: 0.0517898 Sep 15 18:21:40.847985 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8fe65726-c32f-4c50-a2a8-f6407a7cdecd req-865910bf-6f6c-4ffc-92c2-06cfa1f6baa4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303981 Sep 15 18:21:40.865173 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d8cbf3e5-8973-42a5-8218-765ad5b9e41e req-656a3c8a-e420-47fe-ae63-c505cb7f939d service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904367 Sep 15 18:21:40.949938 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4888e-421b-446f-88a0-c0f15fb9e815 req-fd88cf3d-60b2-4f1b-bb89-74b7e00e150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:40.951451 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f4d4888e-421b-446f-88a0-c0f15fb9e815 req-fd88cf3d-60b2-4f1b-bb89-74b7e00e150a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 1097 time: 0.0405025 Sep 15 18:21:40.986015 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2d715ff1-6401-4868-9833-ad5e5abd6214 req-f5f12e6f-3ba0-40fe-affd-cd53a86d8a49 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3ec0db-bf42-4e7f-af94-c5988ddf8841 HTTP/1.1" status: 200 len: 210 time: 0.0267837 Sep 15 18:21:41.041779 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4888e-421b-446f-88a0-c0f15fb9e815 req-aeaa937f-c031-43d5-80a0-cfa2d6492901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:41.043250 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f4d4888e-421b-446f-88a0-c0f15fb9e815 req-aeaa937f-c031-43d5-80a0-cfa2d6492901 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0836043 Sep 15 18:21:41.089713 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f4d4888e-421b-446f-88a0-c0f15fb9e815 req-3a30ca8c-3997-4a93-b17e-5231d5a1e808 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f208f86e-c77f-4d05-b1d1-4cd735bc667c HTTP/1.1" status: 200 len: 217 time: 0.0369170 Sep 15 18:21:41.140524 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4888e-421b-446f-88a0-c0f15fb9e815 req-3c4d398c-a07d-4bbd-8720-8e8262f877b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:41.142070 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f4d4888e-421b-446f-88a0-c0f15fb9e815 req-3c4d398c-a07d-4bbd-8720-8e8262f877b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0455430 Sep 15 18:21:41.187947 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4888e-421b-446f-88a0-c0f15fb9e815 req-45c5d936-ce38-4c8f-9a4d-1778ff5f4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:41.189448 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f4d4888e-421b-446f-88a0-c0f15fb9e815 req-45c5d936-ce38-4c8f-9a4d-1778ff5f4a6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394139 Sep 15 18:21:41.278101 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f4d4888e-421b-446f-88a0-c0f15fb9e815 req-697c93fc-39e2-4df5-bbe4-a576754659ce service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816252 Sep 15 18:21:41.363434 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f4d4888e-421b-446f-88a0-c0f15fb9e815 req-43d526f8-28c8-415b-9472-963bdc485315 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779502 Sep 15 18:21:41.450543 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-be750cbe-75f6-4908-8730-7911ff2de347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:41.473212 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:41.596912 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99751f-6292-4404-b3df-86c721dce075 req-1661c563-296b-4af8-a1b2-031330f4aaa6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:41.598364 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0b99751f-6292-4404-b3df-86c721dce075 req-1661c563-296b-4af8-a1b2-031330f4aaa6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 945 time: 0.0510054 Sep 15 18:21:41.633996 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0b99751f-6292-4404-b3df-86c721dce075 req-41bc61e1-4fc1-4754-96ca-e7d66405f3c6 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296981 Sep 15 18:21:41.965145 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f3268-5ced-450d-996e-e558aedcf81e req-31fd281f-b894-44aa-beac-829f269c7f2e tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:41.966967 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-332f3268-5ced-450d-996e-e558aedcf81e req-31fd281f-b894-44aa-beac-829f269c7f2e tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 944 time: 0.0504868 Sep 15 18:21:42.004306 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-332f3268-5ced-450d-996e-e558aedcf81e req-0a2d09da-6925-4c5e-9e87-81ba4aaadd1d tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Sep 15 18:21:42.045277 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45882) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:42.125950 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a4b04ab0-e309-44e8-ba69-b761ffd5bc07 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:42.152097 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a4b04ab0-e309-44e8-ba69-b761ffd5bc07 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:42.213965 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a4b04ab0-e309-44e8-ba69-b761ffd5bc07 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:42.216819 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a4b04ab0-e309-44e8-ba69-b761ffd5bc07 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:42.218154 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-a4b04ab0-e309-44e8-ba69-b761ffd5bc07 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] 10.222.0.39 "DELETE /v2.0/security-groups/df02385e-3850-459c-9529-4df2e81ec431 HTTP/1.1" status: 204 len: 168 time: 0.1657596 Sep 15 18:21:42.229957 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b04ab0-e309-44e8-ba69-b761ffd5bc07 tempest-TestShelveInstance-646876392 tempest-TestShelveInstance-646876392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df02385e-3850-459c-9529-4df2e81ec431,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:42.272579 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45890) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:42.513293 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:42.516604 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device c570f33c-bef2-4fdc-b615-a2aa494bd4a1 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:42.657166 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: c570f33c-bef2-4fdc-b615-a2aa494bd4a1 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:42.657416 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device c570f33c-bef2-4fdc-b615-a2aa494bd4a1 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:42.657862 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:42.676399 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:42.676737 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device d0cff5b8-8bd8-4c7e-9f31-56abe5f39cb4 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:42.776548 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6bc33-9407-42bd-a8bd-e3879c27f44a req-a04a071e-0310-40c5-91aa-23f3a2cf22c3 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:42.778016 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b1e6bc33-9407-42bd-a8bd-e3879c27f44a req-a04a071e-0310-40c5-91aa-23f3a2cf22c3 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 945 time: 0.0730796 Sep 15 18:21:42.814753 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-851473'] for router_interface, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:42.860626 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b1e6bc33-9407-42bd-a8bd-e3879c27f44a req-efc5f341-21c4-4a71-b5dc-ad3646142e34 tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/security-groups?id=b216a7be-3c56-424b-a3da-811a407e3977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764651 Sep 15 18:21:43.051626 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b57f3e-97cb-40e6-8ca0-50fa11119eef req-e753b85e-2105-48fe-8fdc-9c5182cea30b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:43.053193 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-23b57f3e-97cb-40e6-8ca0-50fa11119eef req-e753b85e-2105-48fe-8fdc-9c5182cea30b tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 945 time: 0.0545104 Sep 15 18:21:43.239013 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80cd90-4f26-48c3-9919-ea423a5a0511 req-cb6f7faa-6264-433b-9b76-8b1517361f8f tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:43.240704 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2e80cd90-4f26-48c3-9919-ea423a5a0511 req-cb6f7faa-6264-433b-9b76-8b1517361f8f tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 944 time: 0.1164718 Sep 15 18:21:43.298921 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2e80cd90-4f26-48c3-9919-ea423a5a0511 req-a52af57c-81d5-4d2b-bf6f-65706b2b0c47 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504777 Sep 15 18:21:43.386256 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] Deleting port c736acbb-cb49-47f9-b51a-ccf3b4233896 {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:43.386601 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:43.407003 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-23b57f3e-97cb-40e6-8ca0-50fa11119eef req-f2033394-c3a3-46c6-a2d0-57002d079c3f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Deleting port eccd2a72-19cd-41ca-8e42-a573fb800b33 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:43.407368 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-23b57f3e-97cb-40e6-8ca0-50fa11119eef req-f2033394-c3a3-46c6-a2d0-57002d079c3f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:43.472837 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] For port c736acbb-cb49-47f9-b51a-ccf3b4233896, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=c736acbb-cb49-47f9-b51a-ccf3b4233896,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:43.473210 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:43.486556 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] Calling delete_port for c736acbb-cb49-47f9-b51a-ccf3b4233896 owned by network:router_interface {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:43.499176 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-23b57f3e-97cb-40e6-8ca0-50fa11119eef req-f2033394-c3a3-46c6-a2d0-57002d079c3f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] For port eccd2a72-19cd-41ca-8e42-a573fb800b33, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=eccd2a72-19cd-41ca-8e42-a573fb800b33,segment=NetworkSegment(536feb01-090a-470a-92b0-f709b816d398),segment_id=536feb01-090a-470a-92b0-f709b816d398)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:43.499686 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-23b57f3e-97cb-40e6-8ca0-50fa11119eef req-f2033394-c3a3-46c6-a2d0-57002d079c3f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:43.512610 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-23b57f3e-97cb-40e6-8ca0-50fa11119eef req-f2033394-c3a3-46c6-a2d0-57002d079c3f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Calling delete_port for eccd2a72-19cd-41ca-8e42-a573fb800b33 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:43.650840 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-23b57f3e-97cb-40e6-8ca0-50fa11119eef req-f2033394-c3a3-46c6-a2d0-57002d079c3f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:43.662914 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['eccd2a72-19cd-41ca-8e42-a573fb800b33'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:21:43.678314 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:43.686646 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2033394-c3a3-46c6-a2d0-57002d079c3f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Pushing event deleted for resources: {'Port': ['ID=eccd2a72-19cd-41ca-8e42-a573fb800b33,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:43.705742 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] Pushing event deleted for resources: {'Port': ['ID=c736acbb-cb49-47f9-b51a-ccf3b4233896,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:43.735684 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b57f3e-97cb-40e6-8ca0-50fa11119eef req-f2033394-c3a3-46c6-a2d0-57002d079c3f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] No DVR routers for this DVR port eccd2a72-19cd-41ca-8e42-a573fb800b33 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:43.738161 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-23b57f3e-97cb-40e6-8ca0-50fa11119eef req-f2033394-c3a3-46c6-a2d0-57002d079c3f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:43.740127 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-23b57f3e-97cb-40e6-8ca0-50fa11119eef req-f2033394-c3a3-46c6-a2d0-57002d079c3f tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.41 "DELETE /v2.0/ports/eccd2a72-19cd-41ca-8e42-a573fb800b33 HTTP/1.1" status: 204 len: 173 time: 0.6808493 Sep 15 18:21:43.740562 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb38f56-fd44-4afc-ba76-840b91aa0a3d', 'name': 'network-vif-deleted', 'tag': 'eccd2a72-19cd-41ca-8e42-a573fb800b33'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:21:43.742857 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b44658a-d733-4627-8d76-c2c639d6216b" -d '{"events": [{"server_uuid": "7fb38f56-fd44-4afc-ba76-840b91aa0a3d", "name": "network-vif-deleted", "tag": "eccd2a72-19cd-41ca-8e42-a573fb800b33"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:21:43.786623 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d66bdb-a65c-40fa-a503-09ed46e6844e x-openstack-request-id: req-00d66bdb-a65c-40fa-a503-09ed46e6844e {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:21:43.787009 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb38f56-fd44-4afc-ba76-840b91aa0a3d", "name": "network-vif-deleted", "tag": "eccd2a72-19cd-41ca-8e42-a573fb800b33", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:21:43.787354 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00d66bdb-a65c-40fa-a503-09ed46e6844e {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:21:43.787747 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb38f56-fd44-4afc-ba76-840b91aa0a3d', 'name': 'network-vif-deleted', 'tag': 'eccd2a72-19cd-41ca-8e42-a573fb800b33', 'status': 'completed', 'code': 200} Sep 15 18:21:43.901195 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-849569'] for router_interface, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:43.973333 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-74040670-e146-456d-b781-01a8dbddc89b req-2fe3cc38-e70b-4a1a-99af-8d510d31c5ed tempest-AttachVolumeNegativeTest-1060972749 tempest-AttachVolumeNegativeTest-1060972749-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fb38f56-fd44-4afc-ba76-840b91aa0a3d HTTP/1.1" status: 200 len: 210 time: 0.0302579 Sep 15 18:21:44.135420 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] Router 34e4f4b8-ae11-4679-ac4f-9157e857751e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:21:44.243290 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:21:44.248483 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-808f2f5c-dd61-4967-afb8-6b0b0efe2305 admin admin] 10.222.0.39 "PUT /v2.0/routers/34e4f4b8-ae11-4679-ac4f-9157e857751e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9748614 Sep 15 18:21:44.250996 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45912) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:44.254023 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d8827-6e67-4fa3-8ce2-79201e855de3 None None] Sync routers for ids ['34e4f4b8-ae11-4679-ac4f-9157e857751e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:21:44.263838 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d8827-6e67-4fa3-8ce2-79201e855de3 None None] Routers {'34e4f4b8-ae11-4679-ac4f-9157e857751e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:44.264529 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-013d8827-6e67-4fa3-8ce2-79201e855de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['34e4f4b8-ae11-4679-ac4f-9157e857751e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:44.321518 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:44.358039 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Notify callbacks [] for router, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:44.379314 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-013d8827-6e67-4fa3-8ce2-79201e855de3 None None] Set router 34e4f4b8-ae11-4679-ac4f-9157e857751e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:44.478042 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f8e0-536e-4706-bf3e-0596d888c95e req-1614558a-991c-4321-a92f-df3fc9c88468 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:44.479523 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-53c1f8e0-536e-4706-bf3e-0596d888c95e req-1614558a-991c-4321-a92f-df3fc9c88468 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 944 time: 0.0891569 Sep 15 18:21:44.511573 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:44.555737 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-53c1f8e0-536e-4706-bf3e-0596d888c95e req-a4986f99-08f6-410e-a793-5c37ac05f855 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678496 Sep 15 18:21:44.563910 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-013d8827-6e67-4fa3-8ce2-79201e855de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:21:43Z', 'revision_number': 5, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port': {'id': '0d7d9aac-c430-4da2-a163-89b116abf14c', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:39Z', 'updated_at': '2021-09-15T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:44.587302 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Deleting port 0d7d9aac-c430-4da2-a163-89b116abf14c {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:44.587640 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:44.590496 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d8827-6e67-4fa3-8ce2-79201e855de3 None None] Checking router: 34e4f4b8-ae11-4679-ac4f-9157e857751e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:21:44.598866 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d8827-6e67-4fa3-8ce2-79201e855de3 None None] Routers {'34e4f4b8-ae11-4679-ac4f-9157e857751e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:44.599466 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-013d8827-6e67-4fa3-8ce2-79201e855de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['34e4f4b8-ae11-4679-ac4f-9157e857751e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:44.672587 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] For port 0d7d9aac-c430-4da2-a163-89b116abf14c, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=0d7d9aac-c430-4da2-a163-89b116abf14c,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:44.673226 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:44.685265 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-013d8827-6e67-4fa3-8ce2-79201e855de3 None None] Set router 34e4f4b8-ae11-4679-ac4f-9157e857751e gateway port host: None {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:44.688297 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Calling delete_port for 0d7d9aac-c430-4da2-a163-89b116abf14c owned by network:router_gateway {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:44.737012 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-013d8827-6e67-4fa3-8ce2-79201e855de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:21:44Z', 'revision_number': 6, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port_host': None}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:44.765099 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d8827-6e67-4fa3-8ce2-79201e855de3 None None] The sync data for ids ['34e4f4b8-ae11-4679-ac4f-9157e857751e'] in dv-cinder-763774-3-iscsi is: [{'id': '34e4f4b8-ae11-4679-ac4f-9157e857751e', 'name': 'tempest-TestShelveInstance-1645033945-router', 'tenant_id': '6d57e1f1952846e8a6126daafda73f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:37Z', 'updated_at': '2021-09-15T18:21:44Z', 'revision_number': 6, 'project_id': '6d57e1f1952846e8a6126daafda73f67', 'gw_port_host': None}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:21:44.859608 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:44.887127 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7d9aac-c430-4da2-a163-89b116abf14c,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:44.943010 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-849511'] for router_gateway, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.027664 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45924) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:45.034436 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-851254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-679'] for router, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.036529 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.072663 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_v2 [None req-140a0515-6d8e-45ca-95c1-538120c41f90 admin admin] Deleting subnet acce4c09-767c-4fa8-9e43-4a74b30a5cd7 {{(pid=94151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:21:45.075915 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-140a0515-6d8e-45ca-95c1-538120c41f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.082881 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-851405'] for router, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.083429 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34e4f4b8-ae11-4679-ac4f-9157e857751e {{(pid=94152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:21:45.088616 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] Notify callbacks [] for router, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.089813 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-7d31d986-133d-47da-96d7-321fe3be0add admin admin] 10.222.0.39 "DELETE /v2.0/routers/34e4f4b8-ae11-4679-ac4f-9157e857751e HTTP/1.1" status: 204 len: 168 time: 0.8378727 Sep 15 18:21:45.092246 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45926) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:45.114165 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-140a0515-6d8e-45ca-95c1-538120c41f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58890144'] for subnet, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.146531 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_v2 [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Deleting subnet 51964c99-2db0-4f23-b97b-d09ee1665193 {{(pid=94152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:21:45.151269 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.158424 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-140a0515-6d8e-45ca-95c1-538120c41f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.187659 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60655358'] for subnet, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.214594 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-140a0515-6d8e-45ca-95c1-538120c41f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58996997'] for subnet, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.247370 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-140a0515-6d8e-45ca-95c1-538120c41f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.249232 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-140a0515-6d8e-45ca-95c1-538120c41f90 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/acce4c09-767c-4fa8-9e43-4a74b30a5cd7 HTTP/1.1" status: 204 len: 168 time: 0.2205877 Sep 15 18:21:45.250459 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a0515-6d8e-45ca-95c1-538120c41f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acce4c09-767c-4fa8-9e43-4a74b30a5cd7,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:45.251998 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45928) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:45.282210 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.318853 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.334150 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58785663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59003518'] for subnet, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.360724 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51964c99-2db0-4f23-b97b-d09ee1665193,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:45.363103 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.367269 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/51964c99-2db0-4f23-b97b-d09ee1665193 HTTP/1.1" status: 204 len: 168 time: 0.2713263 Sep 15 18:21:45.367417 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93b010e-fd95-4523-9739-018aff9705d3 None None] Network 1ad998f2-f526-4af3-b1ec-37d75db8ee0c requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:21:45.369791 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45930) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:45.370978 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.371436 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.371772 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.372099 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.372418 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.373053 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.373053 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.373357 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.373696 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.374010 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.374320 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.374629 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f8b41-6c8a-4a5a-90e4-081e5ae4c9e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:21:45.420153 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.472774 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5045b0-7a93-4269-80be-38d393371824']}} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:45.490376 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536feb01-090a-470a-92b0-f709b816d398') {'for_net_delete': True} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:45.490668 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536feb01-090a-470a-92b0-f709b816d398') {} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:45.498977 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.503463 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58890155'] for segment, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.524247 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.531327 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:21:45.531725 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932927'] for segment, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: Traceback (most recent call last): Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: timer() Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: cb(*args, **kw) Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: return func(*args, **kwargs) Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: self._notify() Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: self.callback(batched_events) Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: event.method(event) Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: return f(self, *a, **k) Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._get(url).json() Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: return self.request(url, 'GET', **kwargs) Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:21:45.533397 dv-cinder-763774-3-iscsi neutron-server[94151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:21:45.566343 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c013fdb5-1e76-49c0-b633-06b611047d85 None None] DHCP port deletion for 1ad998f2-f526-4af3-b1ec-37d75db8ee0c request from dv-cinder-763774-3-iscsi {{(pid=94153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:21:45.625330 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-c013fdb5-1e76-49c0-b633-06b611047d85 None None] Deleting port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 {{(pid=94153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:45.627573 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-c013fdb5-1e76-49c0-b633-06b611047d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.654302 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:45.654925 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.673449 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.675493 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] 10.222.0.39 "DELETE /v2.0/networks/2b5045b0-7a93-4269-80be-38d393371824 HTTP/1.1" status: 204 len: 168 time: 0.4226046 Sep 15 18:21:45.678114 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67af875-9f1e-44aa-a330-924b329e24df admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5045b0-7a93-4269-80be-38d393371824,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:45.694687 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Deleting port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:45.695490 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.755143 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-c013fdb5-1e76-49c0-b633-06b611047d85 None None] For port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:45.756171 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-c013fdb5-1e76-49c0-b633-06b611047d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.775080 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-c013fdb5-1e76-49c0-b633-06b611047d85 None None] Calling delete_port for ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 owned by network:dhcp {{(pid=94153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:45.776408 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a0cb0-a4be-4390-aada-50172358ad7c req-2850de86-ffda-4361-83d7-eae101630987 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:45.778404 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] For port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0,segment=NetworkSegment(30205cc9-26db-4e23-b849-f65845922b9f),segment_id=30205cc9-26db-4e23-b849-f65845922b9f)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:45.778975 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.786062 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3d4a0cb0-a4be-4390-aada-50172358ad7c req-2850de86-ffda-4361-83d7-eae101630987 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 944 time: 0.1474032 Sep 15 18:21:45.796835 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Calling delete_port for ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 owned by network:dhcp {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:45.863359 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.884802 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3d4a0cb0-a4be-4390-aada-50172358ad7c req-6856aefa-0621-4198-b1b7-990f0564a481 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967722 Sep 15 18:21:45.908764 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.911340 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45942) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:45.938679 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:45.945747 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] No DVR routers for this DVR port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 on host dv-cinder-763774-3-iscsi {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:45.953879 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-c013fdb5-1e76-49c0-b633-06b611047d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289'] for port, after_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:45.958916 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device c736acbb-cb49-47f9-b51a-ccf3b4233896 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:45.977784 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ff8b1564-d590-4ff3-8c24-904804fa245f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d8c70a0c1b3465e838b6e3e7a744da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602484 Sep 15 18:21:45.980156 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45944) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:46.018716 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: c736acbb-cb49-47f9-b51a-ccf3b4233896 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:46.019315 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device c736acbb-cb49-47f9-b51a-ccf3b4233896 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:46.019906 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 0d7d9aac-c430-4da2-a163-89b116abf14c no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:46.021801 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013fdb5-1e76-49c0-b633-06b611047d85 None None] Pushing event deleted for resources: {'Port': ['ID=ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0,revision_number=None']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:46.039956 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c7e8-1e52-43ed-b75b-33002e518b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:46.041493 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:46.050074 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 0d7d9aac-c430-4da2-a163-89b116abf14c {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:46.050421 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 0d7d9aac-c430-4da2-a163-89b116abf14c not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:46.053679 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c013fdb5-1e76-49c0-b633-06b611047d85 None None] No DVR routers for this DVR port ec3b7ce8-7769-4e4c-a5ea-0aa2f798c8f0 on host dv-cinder-763774-3-iscsi {{(pid=94153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:46.062835 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad998f2-f526-4af3-b1ec-37d75db8ee0c']}} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:46.075815 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30205cc9-26db-4e23-b849-f65845922b9f') {'for_net_delete': True} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:46.076110 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30205cc9-26db-4e23-b849-f65845922b9f') {} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:46.079084 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c7e8-1e52-43ed-b75b-33002e518b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:46.085780 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58890155'] for segment, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:46.099110 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:46.105690 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:21:46.106003 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932927'] for segment, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: Traceback (most recent call last): Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: timer() Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: cb(*args, **kw) Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: return func(*args, **kwargs) Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: self._notify() Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: self.callback(batched_events) Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: event.method(event) Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: return f(self, *a, **k) Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._get(url).json() Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: return self.request(url, 'GET', **kwargs) Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:21:46.107724 dv-cinder-763774-3-iscsi neutron-server[94151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:21:46.128450 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c7e8-1e52-43ed-b75b-33002e518b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:46.131166 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c7e8-1e52-43ed-b75b-33002e518b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:46.132334 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-5ba4c7e8-1e52-43ed-b75b-33002e518b45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b216a7be-3c56-424b-a3da-811a407e3977 HTTP/1.1" status: 204 len: 168 time: 0.1508920 Sep 15 18:21:46.140256 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4c7e8-1e52-43ed-b75b-33002e518b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b216a7be-3c56-424b-a3da-811a407e3977,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:46.165177 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:46.170555 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:46.172486 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1ad998f2-f526-4af3-b1ec-37d75db8ee0c HTTP/1.1" status: 204 len: 168 time: 0.8017294 Sep 15 18:21:46.175501 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 45948) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:46.184247 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978bccc-74de-4244-933f-c5bea61dab38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad998f2-f526-4af3-b1ec-37d75db8ee0c,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:46.532514 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device eccd2a72-19cd-41ca-8e42-a573fb800b33 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:46.555108 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: eccd2a72-19cd-41ca-8e42-a573fb800b33 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:46.555460 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device eccd2a72-19cd-41ca-8e42-a573fb800b33 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:46.747560 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-851473'] for router_interface, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.031664 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746f0ee-19b3-4558-909f-4e6a87999002 req-82d7c970-3781-4664-8b62-f834d48d4d49 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:47.033434 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0746f0ee-19b3-4558-909f-4e6a87999002 req-82d7c970-3781-4664-8b62-f834d48d4d49 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 944 time: 0.0750477 Sep 15 18:21:47.064599 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] Deleting port 01898d21-d814-4a46-a957-2f97710485ec {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:47.065212 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.131940 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0746f0ee-19b3-4558-909f-4e6a87999002 req-1d630171-fc48-46ab-a1ae-ec8284fc2804 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918233 Sep 15 18:21:47.169000 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] For port 01898d21-d814-4a46-a957-2f97710485ec, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=01898d21-d814-4a46-a957-2f97710485ec,segment=NetworkSegment(a359700a-9a37-4a5e-a301-752fa38b06ea),segment_id=a359700a-9a37-4a5e-a301-752fa38b06ea)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:47.169576 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.183361 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] Calling delete_port for 01898d21-d814-4a46-a957-2f97710485ec owned by network:router_interface {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:47.228774 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 45986) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:47.377487 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.409041 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] Pushing event deleted for resources: {'Port': ['ID=01898d21-d814-4a46-a957-2f97710485ec,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:47.472947 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-896e8fe5-6369-4d7e-a6b9-f75deddc9da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.585443 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-849569'] for router_interface, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.588695 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-896e8fe5-6369-4d7e-a6b9-f75deddc9da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.605263 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-896e8fe5-6369-4d7e-a6b9-f75deddc9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.640311 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e8fe5-6369-4d7e-a6b9-f75deddc9da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7863b6f2-9325-49d9-997a-b281557f7d53,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:47.673619 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-896e8fe5-6369-4d7e-a6b9-f75deddc9da6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fed1c238634d429982c369350bd3d859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437077 Sep 15 18:21:47.676666 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46004) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:47.728103 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f145daf8-a170-4300-8a26-3bc432372169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.749906 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f145daf8-a170-4300-8a26-3bc432372169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.805726 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f145daf8-a170-4300-8a26-3bc432372169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.808630 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f145daf8-a170-4300-8a26-3bc432372169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:47.809915 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-f145daf8-a170-4300-8a26-3bc432372169 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7863b6f2-9325-49d9-997a-b281557f7d53 HTTP/1.1" status: 204 len: 168 time: 0.1312261 Sep 15 18:21:47.820140 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145daf8-a170-4300-8a26-3bc432372169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7863b6f2-9325-49d9-997a-b281557f7d53,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:47.843655 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] Router 60fc948b-75c7-44b4-aade-6e73e87fb8ca has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:21:47.964213 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:21:47.972944 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-2d0e4a7c-a4e7-4273-8c7f-9b27bc2eed62 admin admin] 10.222.0.39 "PUT /v2.0/routers/60fc948b-75c7-44b4-aade-6e73e87fb8ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940145 Sep 15 18:21:47.973298 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46026) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:47.978234 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6511f00-b8ce-4cce-84ff-f16056715a14 None None] Sync routers for ids ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:21:47.988177 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6511f00-b8ce-4cce-84ff-f16056715a14 None None] Routers {'60fc948b-75c7-44b4-aade-6e73e87fb8ca'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:47.988880 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-b6511f00-b8ce-4cce-84ff-f16056715a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:48.100018 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Notify callbacks [] for router, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.102491 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-b6511f00-b8ce-4cce-84ff-f16056715a14 None None] Set router 60fc948b-75c7-44b4-aade-6e73e87fb8ca gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:48.149159 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46032) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:48.169354 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7d0a75d2-5eeb-45cf-b579-765262cb21cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.274543 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.281465 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7de40-7611-4cc3-a8fd-53d4b5823b85 req-3f0c7f63-c795-45ba-84f1-2b60a2a2e182 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:48.290129 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-eff7de40-7611-4cc3-a8fd-53d4b5823b85 req-3f0c7f63-c795-45ba-84f1-2b60a2a2e182 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 944 time: 0.0754213 Sep 15 18:21:48.290274 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46038) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:48.329783 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-b6511f00-b8ce-4cce-84ff-f16056715a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'name': 'tempest-TestShelveInstance-1163078709-router', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7b83d446-5739-459a-9888-0376e209b554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:49Z', 'updated_at': '2021-09-15T18:21:47Z', 'revision_number': 5, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'gw_port': {'id': '7b83d446-5739-459a-9888-0376e209b554', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:15:50Z', 'updated_at': '2021-09-15T18:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:48.359055 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6511f00-b8ce-4cce-84ff-f16056715a14 None None] Checking router: 60fc948b-75c7-44b4-aade-6e73e87fb8ca for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:21:48.359781 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-eff7de40-7611-4cc3-a8fd-53d4b5823b85 req-be4fe1d4-df6f-4afa-9fa3-cd414ffcb0fe tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588262 Sep 15 18:21:48.369305 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6511f00-b8ce-4cce-84ff-f16056715a14 None None] Routers {'60fc948b-75c7-44b4-aade-6e73e87fb8ca'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:48.369945 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-b6511f00-b8ce-4cce-84ff-f16056715a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:48.376464 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Deleting port 7b83d446-5739-459a-9888-0376e209b554 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:48.376987 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.396800 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7d0a75d2-5eeb-45cf-b579-765262cb21cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.408922 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-7d0a75d2-5eeb-45cf-b579-765262cb21cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.458522 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-b6511f00-b8ce-4cce-84ff-f16056715a14 None None] Set router 60fc948b-75c7-44b4-aade-6e73e87fb8ca gateway port host: None {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:48.493948 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d1345d1f-0253-415f-8f3f-c1c75097f1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.499998 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-7d0a75d2-5eeb-45cf-b579-765262cb21cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=126ec5c71be445c2bcfda315f05462de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497555 Sep 15 18:21:48.502664 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46042) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:48.506690 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a75d2-5eeb-45cf-b579-765262cb21cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77568fec-64c2-41dc-862c-10b0d16da95e,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:48.517951 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-b6511f00-b8ce-4cce-84ff-f16056715a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'name': 'tempest-TestShelveInstance-1163078709-router', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:49Z', 'updated_at': '2021-09-15T18:21:48Z', 'revision_number': 6, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'gw_port_host': None}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:48.532085 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] For port 7b83d446-5739-459a-9888-0376e209b554, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=7b83d446-5739-459a-9888-0376e209b554,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:48.532455 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.547206 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6511f00-b8ce-4cce-84ff-f16056715a14 None None] The sync data for ids ['60fc948b-75c7-44b4-aade-6e73e87fb8ca'] in dv-cinder-763774-3-iscsi is: [{'id': '60fc948b-75c7-44b4-aade-6e73e87fb8ca', 'name': 'tempest-TestShelveInstance-1163078709-router', 'tenant_id': '562c08dc15fe4faeb9b5b04a213247d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:15:49Z', 'updated_at': '2021-09-15T18:21:48Z', 'revision_number': 6, 'project_id': '562c08dc15fe4faeb9b5b04a213247d8', 'gw_port_host': None}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:21:48.552265 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Calling delete_port for 7b83d446-5739-459a-9888-0376e209b554 owned by network:router_gateway {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:48.553071 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device f208f86e-c77f-4d05-b1d1-4cd735bc667c details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:21:48.561947 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9d9f713a-9171-4d9a-b495-0659282d76f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.585528 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9d9f713a-9171-4d9a-b495-0659282d76f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.643383 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9d9f713a-9171-4d9a-b495-0659282d76f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.646962 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-9d9f713a-9171-4d9a-b495-0659282d76f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.650721 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-9d9f713a-9171-4d9a-b495-0659282d76f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77568fec-64c2-41dc-862c-10b0d16da95e HTTP/1.1" status: 204 len: 168 time: 0.1447473 Sep 15 18:21:48.663812 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f713a-9171-4d9a-b495-0659282d76f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77568fec-64c2-41dc-862c-10b0d16da95e,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:48.684217 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port f208f86e-c77f-4d05-b1d1-4cd735bc667c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=f208f86e-c77f-4d05-b1d1-4cd735bc667c,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:48.702298 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'port_id': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c', 'mac_address': 'fa:16:3e:de:14:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:21:48.721428 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d1345d1f-0253-415f-8f3f-c1c75097f1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.726257 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d1345d1f-0253-415f-8f3f-c1c75097f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.744099 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.763084 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f208f86e-c77f-4d05-b1d1-4cd735bc667c {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:21:48.787117 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port f208f86e-c77f-4d05-b1d1-4cd735bc667c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=f208f86e-c77f-4d05-b1d1-4cd735bc667c,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:48.793865 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-d1345d1f-0253-415f-8f3f-c1c75097f1a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f32b4aa7cae04491902e734d493f5521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4995365 Sep 15 18:21:48.794080 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.794336 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46046) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:48.796118 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1345d1f-0253-415f-8f3f-c1c75097f1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6018506a-bb44-4093-8107-0bc230daad91,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:48.818923 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.845773 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b83d446-5739-459a-9888-0376e209b554,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:48.893300 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=f208f86e-c77f-4d05-b1d1-4cd735bc667c,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:48.897125 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-96e2a092-c803-4c47-80e1-a49f1405dec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.926579 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-96e2a092-c803-4c47-80e1-a49f1405dec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.937582 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-849511'] for router_gateway, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:48.995567 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['f208f86e-c77f-4d05-b1d1-4cd735bc667c'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:21:49.009171 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-96e2a092-c803-4c47-80e1-a49f1405dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.015949 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-96e2a092-c803-4c47-80e1-a49f1405dec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.021060 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-96e2a092-c803-4c47-80e1-a49f1405dec5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6018506a-bb44-4093-8107-0bc230daad91 HTTP/1.1" status: 204 len: 168 time: 0.2257013 Sep 15 18:21:49.033900 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2a092-c803-4c47-80e1-a49f1405dec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6018506a-bb44-4093-8107-0bc230daad91,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:49.087580 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-851254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-679'] for router, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.089864 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.140993 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-851405'] for router, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.141863 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60fc948b-75c7-44b4-aade-6e73e87fb8ca {{(pid=94151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:21:49.146722 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] Notify callbacks [] for router, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.150511 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-bad0cdde-40ab-4b1f-a957-acfd757d0249 admin admin] 10.222.0.39 "DELETE /v2.0/routers/60fc948b-75c7-44b4-aade-6e73e87fb8ca HTTP/1.1" status: 204 len: 168 time: 1.1735454 Sep 15 18:21:49.150838 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46050) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:49.195802 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ff493a-68d8-487b-8239-5172002a9f66 admin admin] Deleting subnet abb26f20-28c3-450d-9bbe-3f0db62998d4 {{(pid=94152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:21:49.198869 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-82ff493a-68d8-487b-8239-5172002a9f66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.237113 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-82ff493a-68d8-487b-8239-5172002a9f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60655358'] for subnet, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.316674 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-82ff493a-68d8-487b-8239-5172002a9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.372395 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-82ff493a-68d8-487b-8239-5172002a9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58785663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59003518'] for subnet, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.383077 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46056) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:49.397268 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d25537c8-d1e8-486d-858d-66d5836a4354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.399191 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff493a-68d8-487b-8239-5172002a9f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb26f20-28c3-450d-9bbe-3f0db62998d4,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:49.402818 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-82ff493a-68d8-487b-8239-5172002a9f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.407113 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-82ff493a-68d8-487b-8239-5172002a9f66 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/abb26f20-28c3-450d-9bbe-3f0db62998d4 HTTP/1.1" status: 204 len: 168 time: 0.2528949 Sep 15 18:21:49.407360 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46058) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:49.409751 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaa0fe7-17de-4fc4-bf7c-ba317c40f8c1 None None] Network 56160aa9-879f-4ec0-b9fd-e95dd87d846a requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:21:49.502981 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d25537c8-d1e8-486d-858d-66d5836a4354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.507799 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-d25537c8-d1e8-486d-858d-66d5836a4354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.529900 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.536184 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25537c8-d1e8-486d-858d-66d5836a4354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbc5672-dd7a-4d15-9327-da4b9004affb,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:49.548673 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663d503-e692-452c-8446-1102a69d3a7a req-195905bf-3d5e-48fe-8c2b-9abfa3650c60 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:49.550210 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d663d503-e692-452c-8446-1102a69d3a7a req-195905bf-3d5e-48fe-8c2b-9abfa3650c60 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 945 time: 0.1022284 Sep 15 18:21:49.576252 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-d25537c8-d1e8-486d-858d-66d5836a4354 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e2445f7da424ad3a14b9a918bddc35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916888 Sep 15 18:21:49.578447 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46060) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:49.634992 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ec60854b-fe42-4cfb-9b0a-c2b1bfdde616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.635594 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d663d503-e692-452c-8446-1102a69d3a7a req-42a46d8f-7c1d-4245-b808-5fb65fd5fab9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715184 Sep 15 18:21:49.636863 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8894a184-2d59-4e5f-baa4-8bab6f6e57e2 None None] DHCP port deletion for 56160aa9-879f-4ec0-b9fd-e95dd87d846a request from dv-cinder-763774-3-iscsi {{(pid=94153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:21:49.659266 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Deleting port 5211bc21-b008-4280-ba3d-8624dcc7fb6a {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:49.659622 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.665987 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ec60854b-fe42-4cfb-9b0a-c2b1bfdde616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.670565 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 7b83d446-5739-459a-9888-0376e209b554 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:49.691998 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 7b83d446-5739-459a-9888-0376e209b554 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:49.692332 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 7b83d446-5739-459a-9888-0376e209b554 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:49.692819 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 01898d21-d814-4a46-a957-2f97710485ec no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:49.717291 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 01898d21-d814-4a46-a957-2f97710485ec {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:49.717643 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 01898d21-d814-4a46-a957-2f97710485ec not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:49.721165 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ec60854b-fe42-4cfb-9b0a-c2b1bfdde616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.724204 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ec60854b-fe42-4cfb-9b0a-c2b1bfdde616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.727742 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-ec60854b-fe42-4cfb-9b0a-c2b1bfdde616 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/afbc5672-dd7a-4d15-9327-da4b9004affb HTTP/1.1" status: 204 len: 168 time: 0.1459963 Sep 15 18:21:49.736704 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] For port 5211bc21-b008-4280-ba3d-8624dcc7fb6a, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=5211bc21-b008-4280-ba3d-8624dcc7fb6a,segment=NetworkSegment(a359700a-9a37-4a5e-a301-752fa38b06ea),segment_id=a359700a-9a37-4a5e-a301-752fa38b06ea)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:49.737062 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.738481 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60854b-fe42-4cfb-9b0a-c2b1bfdde616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbc5672-dd7a-4d15-9327-da4b9004affb,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:49.742768 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-8894a184-2d59-4e5f-baa4-8bab6f6e57e2 None None] Deleting port 5211bc21-b008-4280-ba3d-8624dcc7fb6a {{(pid=94153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:21:49.743147 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8894a184-2d59-4e5f-baa4-8bab6f6e57e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.750435 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Calling delete_port for 5211bc21-b008-4280-ba3d-8624dcc7fb6a owned by network:dhcp {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:49.827247 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-8894a184-2d59-4e5f-baa4-8bab6f6e57e2 None None] For port 5211bc21-b008-4280-ba3d-8624dcc7fb6a, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=5211bc21-b008-4280-ba3d-8624dcc7fb6a,segment=NetworkSegment(a359700a-9a37-4a5e-a301-752fa38b06ea),segment_id=a359700a-9a37-4a5e-a301-752fa38b06ea)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:49.827656 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8894a184-2d59-4e5f-baa4-8bab6f6e57e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.842279 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-8894a184-2d59-4e5f-baa4-8bab6f6e57e2 None None] Calling delete_port for 5211bc21-b008-4280-ba3d-8624dcc7fb6a owned by network:dhcp {{(pid=94153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:21:49.844189 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.863019 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] No DVR routers for this DVR port 5211bc21-b008-4280-ba3d-8624dcc7fb6a on host dv-cinder-763774-3-iscsi {{(pid=94152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:49.910134 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5211bc21-b008-4280-ba3d-8624dcc7fb6a,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:49.935318 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8894a184-2d59-4e5f-baa4-8bab6f6e57e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289'] for port, after_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.965158 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:49.965829 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894a184-2d59-4e5f-baa4-8bab6f6e57e2 None None] Pushing event deleted for resources: {'Port': ['ID=5211bc21-b008-4280-ba3d-8624dcc7fb6a,revision_number=None']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:49.969509 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894a184-2d59-4e5f-baa4-8bab6f6e57e2 None None] No DVR routers for this DVR port 5211bc21-b008-4280-ba3d-8624dcc7fb6a on host dv-cinder-763774-3-iscsi {{(pid=94153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:21:49.995208 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56160aa9-879f-4ec0-b9fd-e95dd87d846a']}} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:50.004500 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a359700a-9a37-4a5e-a301-752fa38b06ea') {'for_net_delete': True} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:50.004791 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a359700a-9a37-4a5e-a301-752fa38b06ea') {} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:50.014477 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60655349'] for segment, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.027336 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.033222 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:21:50.033655 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58785185'] for segment, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: Traceback (most recent call last): Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: timer() Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: cb(*args, **kw) Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: return func(*args, **kwargs) Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: self._notify() Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: self.callback(batched_events) Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: event.method(event) Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: return f(self, *a, **k) Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._get(url).json() Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: return self.request(url, 'GET', **kwargs) Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:21:50.035245 dv-cinder-763774-3-iscsi neutron-server[94152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:21:50.099360 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.104695 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.109039 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] 10.222.0.39 "DELETE /v2.0/networks/56160aa9-879f-4ec0-b9fd-e95dd87d846a HTTP/1.1" status: 204 len: 168 time: 0.6938167 Sep 15 18:21:50.118139 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f3fc1-329c-44be-bc88-99bb420a50ba admin admin] Pushing event deleted for resources: {'Network': ['ID=56160aa9-879f-4ec0-b9fd-e95dd87d846a,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:50.226471 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46076) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:50.266550 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-2960f4d9-5bc8-49fb-8739-f461f4229297 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d57e1f1952846e8a6126daafda73f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389330 Sep 15 18:21:50.268896 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46080) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:50.319579 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-65be6fbc-4a56-43e2-974d-b90a56d061c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.340256 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-65be6fbc-4a56-43e2-974d-b90a56d061c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.386422 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-65be6fbc-4a56-43e2-974d-b90a56d061c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.389068 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-65be6fbc-4a56-43e2-974d-b90a56d061c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.390269 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-65be6fbc-4a56-43e2-974d-b90a56d061c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2473787-2852-4b7f-835c-7df45eb678b6 HTTP/1.1" status: 204 len: 168 time: 0.1204402 Sep 15 18:21:50.398878 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be6fbc-4a56-43e2-974d-b90a56d061c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2473787-2852-4b7f-835c-7df45eb678b6,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:50.547702 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device f208f86e-c77f-4d05-b1d1-4cd735bc667c up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:21:50.598366 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port f208f86e-c77f-4d05-b1d1-4cd735bc667c completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:21:50.602041 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port f208f86e-c77f-4d05-b1d1-4cd735bc667c triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:50.602410 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.681639 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.712729 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e570744-0c59-4f23-976c-aa17e32f861f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:21:50.715075 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ab986-8051-42a4-a1ff-6639acb98f5c" -d '{"events": [{"server_uuid": "4e570744-0c59-4f23-976c-aa17e32f861f", "name": "network-vif-plugged", "status": "completed", "tag": "f208f86e-c77f-4d05-b1d1-4cd735bc667c"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:21:50.726004 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46100) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:50.741979 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port f208f86e-c77f-4d05-b1d1-4cd735bc667c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=f208f86e-c77f-4d05-b1d1-4cd735bc667c,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:21:50.749354 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.756027 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6e5304-dd43-4d7b-8ea0-3db6bf385631 x-openstack-request-id: req-5d6e5304-dd43-4d7b-8ea0-3db6bf385631 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:21:50.756326 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e570744-0c59-4f23-976c-aa17e32f861f", "name": "network-vif-plugged", "status": "completed", "tag": "f208f86e-c77f-4d05-b1d1-4cd735bc667c", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:21:50.756577 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d6e5304-dd43-4d7b-8ea0-3db6bf385631 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:21:50.757022 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e570744-0c59-4f23-976c-aa17e32f861f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c', 'code': 200} Sep 15 18:21:50.788100 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5a1db-875f-4768-9528-61577ab68f47 req-9c6e7e31-e57d-47a4-ab5e-71e228d93638 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:50.789949 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8ad5a1db-875f-4768-9528-61577ab68f47 req-9c6e7e31-e57d-47a4-ab5e-71e228d93638 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 945 time: 0.0578063 Sep 15 18:21:50.809483 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-14769958-f4b1-4bae-a538-3293e2cda999 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=562c08dc15fe4faeb9b5b04a213247d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799327 Sep 15 18:21:50.809776 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46102) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:50.832540 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=f208f86e-c77f-4d05-b1d1-4cd735bc667c,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:50.839661 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-8ad5a1db-875f-4768-9528-61577ab68f47 req-9c235ff7-c0c4-4034-992d-76b792ca4d8c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433078 Sep 15 18:21:50.869251 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-610f6b3f-c8c1-4f36-aa1e-755cb08e7f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.896504 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-610f6b3f-c8c1-4f36-aa1e-755cb08e7f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.976245 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-610f6b3f-c8c1-4f36-aa1e-755cb08e7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.978944 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-610f6b3f-c8c1-4f36-aa1e-755cb08e7f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:50.980347 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-610f6b3f-c8c1-4f36-aa1e-755cb08e7f83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b1320d4-4a8c-4803-b9d7-f84c027ee74c HTTP/1.1" status: 204 len: 168 time: 0.1692405 Sep 15 18:21:50.993497 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f6b3f-c8c1-4f36-aa1e-755cb08e7f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1320d4-4a8c-4803-b9d7-f84c027ee74c,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:51.006235 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4743ff-b330-43d0-834b-5923a721b8bb req-751dbac7-70a9-4475-86ad-8bf1c437ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:51.008506 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8e4743ff-b330-43d0-834b-5923a721b8bb req-751dbac7-70a9-4475-86ad-8bf1c437ae5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 1099 time: 0.0652719 Sep 15 18:21:51.056483 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8e4743ff-b330-43d0-834b-5923a721b8bb req-be525b52-8430-46d6-b28f-ff8f4301d9ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 Sep 15 18:21:51.590242 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 5211bc21-b008-4280-ba3d-8624dcc7fb6a no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:21:51.610164 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 5211bc21-b008-4280-ba3d-8624dcc7fb6a {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:21:51.610504 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 5211bc21-b008-4280-ba3d-8624dcc7fb6a not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:21:51.959233 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0df76-c065-4aa5-a665-2dde480e68f3 req-394d6336-7837-4cfd-9ac7-8f80f3188f84 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:51.961278 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-71e0df76-c065-4aa5-a665-2dde480e68f3 req-394d6336-7837-4cfd-9ac7-8f80f3188f84 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 946 time: 0.0506709 Sep 15 18:21:51.997594 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-71e0df76-c065-4aa5-a665-2dde480e68f3 req-91190a30-515b-45c1-8d02-d4b137482f8c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301368 Sep 15 18:21:53.111368 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab1934-ab18-4d7a-a608-43f8fa431fd8 req-1f23953d-7c5f-4bdc-a0f0-3bd3aa83d3f4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:53.112851 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-50ab1934-ab18-4d7a-a608-43f8fa431fd8 req-1f23953d-7c5f-4bdc-a0f0-3bd3aa83d3f4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 946 time: 0.0493073 Sep 15 18:21:53.149778 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-50ab1934-ab18-4d7a-a608-43f8fa431fd8 req-195041a3-1a7b-424e-ac90-6fd3180e5613 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310509 Sep 15 18:21:53.259626 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f12b7c-6986-4e02-b9ef-fce6a186829d req-44f67aeb-3c9f-4e42-9463-691a61cb501e tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:53.261439 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-45f12b7c-6986-4e02-b9ef-fce6a186829d req-44f67aeb-3c9f-4e42-9463-691a61cb501e tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 946 time: 0.0466976 Sep 15 18:21:53.297830 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-45f12b7c-6986-4e02-b9ef-fce6a186829d req-11000f14-601a-479a-a032-088a315dab5d tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307868 Sep 15 18:21:53.319316 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46126) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:53.552169 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0e1189-e48f-4467-8ff9-f7c089449ab6 tempest-TestVolumeBootPattern-775808112 tempest-TestVolumeBootPattern-775808112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:53.553647 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-6d0e1189-e48f-4467-8ff9-f7c089449ab6 tempest-TestVolumeBootPattern-775808112 tempest-TestVolumeBootPattern-775808112-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 1094 time: 0.2328303 Sep 15 18:21:53.556565 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46134) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:53.561150 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.v2.base [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'floatingip': {'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'port_id': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:53.578288 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46136) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:53.582854 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:53.679426 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:53.680620 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1308222c-ee59-45bf-b845-ab5881955908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:53.767425 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1308222c-ee59-45bf-b845-ab5881955908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:53.771478 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-1308222c-ee59-45bf-b845-ab5881955908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:53.788713 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_common [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Allocated IP 172.27.2.51 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/1d4a8c7a-de87-4072-a180-80959b32b7c0) {{(pid=94152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:21:53.809298 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-1308222c-ee59-45bf-b845-ab5881955908 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0523606ea9e48939e2f8f4a999bcc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297719 Sep 15 18:21:53.810113 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308222c-ee59-45bf-b845-ab5881955908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25ff7c1-3dac-4dd5-afc1-ccb4983b67cc,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:53.812514 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46140) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:21:53.860580 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5aa85f07-c5f9-4f5c-a04f-19ef0463e018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:53.883558 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5aa85f07-c5f9-4f5c-a04f-19ef0463e018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:53.890912 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for port, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:53.922917 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:53.927351 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5aa85f07-c5f9-4f5c-a04f-19ef0463e018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:53.930474 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-5aa85f07-c5f9-4f5c-a04f-19ef0463e018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:53.934530 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-5aa85f07-c5f9-4f5c-a04f-19ef0463e018 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c25ff7c1-3dac-4dd5-afc1-ccb4983b67cc HTTP/1.1" status: 204 len: 168 time: 0.1183777 Sep 15 18:21:53.939855 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa85f07-c5f9-4f5c-a04f-19ef0463e018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25ff7c1-3dac-4dd5-afc1-ccb4983b67cc,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:53.970739 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:21:53.975947 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.base_scheduler [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Resources bound (agent type, host, resource id): {{(pid=94152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:53.978552 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Received port after_create {{(pid=94152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:21:53.984660 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'Port': ['ID=1d4a8c7a-de87-4072-a180-80959b32b7c0,revision_number=1']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:54.333178 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:54.408319 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:54.783613 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for port, precommit_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:54.789516 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58785609'] for port, after_update {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:54.852843 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'Port': ['ID=1d4a8c7a-de87-4072-a180-80959b32b7c0,revision_number=2']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:54.866916 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_create {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:54.976291 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.db.l3_db [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Floating IP 1ccf5579-9fdb-4e45-bb19-1a43fdde288d associated. External IP: 172.27.2.51, port: f208f86e-c77f-4d05-b1d1-4cd735bc667c. Sep 15 18:21:55.188052 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Router 89f1013d-b4b1-458b-a82b-05eda877164e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:21:55.300066 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:21:55.312752 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9569d91-3704-4adb-bbd4-6a04289c73b7 None None] Sync routers for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:21:55.319063 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:55.323731 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9569d91-3704-4adb-bbd4-6a04289c73b7 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:55.324374 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d9569d91-3704-4adb-bbd4-6a04289c73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:55.346591 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-148b0024-c2ab-4cf2-9e42-089b275defff tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7889509 Sep 15 18:21:55.347226 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e570744-0c59-4f23-976c-aa17e32f861f', 'tag': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c'}] {{(pid=94152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:21:55.349377 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b3a08e324a3a570aee1473761aeddad541009bc2a1c1c3ad14a46d776ed104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a701babf-435e-4b83-a709-1487ba4d2ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e570744-0c59-4f23-976c-aa17e32f861f", "tag": "f208f86e-c77f-4d05-b1d1-4cd735bc667c"}]}' {{(pid=94152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:21:55.385078 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9cb00f-3d19-47a0-b972-14aca75047ef x-openstack-request-id: req-6e9cb00f-3d19-47a0-b972-14aca75047ef {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:21:55.385363 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e570744-0c59-4f23-976c-aa17e32f861f", "tag": "f208f86e-c77f-4d05-b1d1-4cd735bc667c", "status": "completed", "code": 200}]} {{(pid=94152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:21:55.385631 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e9cb00f-3d19-47a0-b972-14aca75047ef {{(pid=94152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:21:55.386046 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e570744-0c59-4f23-976c-aa17e32f861f', 'tag': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c', 'status': 'completed', 'code': 200} Sep 15 18:21:55.429217 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-d9569d91-3704-4adb-bbd4-6a04289c73b7 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:55.449107 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701babf-435e-4b83-a709-1487ba4d2ad7 req-bd47db51-8766-4bef-8350-38661b3607d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:55.450615 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a701babf-435e-4b83-a709-1487ba4d2ad7 req-bd47db51-8766-4bef-8350-38661b3607d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 1099 time: 0.0419710 Sep 15 18:21:55.545282 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701babf-435e-4b83-a709-1487ba4d2ad7 req-4d621f6e-26ea-400a-b75e-09351f8d9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:55.546784 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a701babf-435e-4b83-a709-1487ba4d2ad7 req-4d621f6e-26ea-400a-b75e-09351f8d9f1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0881395 Sep 15 18:21:55.614073 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a701babf-435e-4b83-a709-1487ba4d2ad7 req-58dc344e-290b-48b9-be72-fd4e0f6c921f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f208f86e-c77f-4d05-b1d1-4cd735bc667c HTTP/1.1" status: 200 len: 999 time: 0.0594540 Sep 15 18:21:55.662041 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701babf-435e-4b83-a709-1487ba4d2ad7 req-c0a3609d-4cdf-488f-9d0e-42524f7d1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:55.663420 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a701babf-435e-4b83-a709-1487ba4d2ad7 req-c0a3609d-4cdf-488f-9d0e-42524f7d1f91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0428066 Sep 15 18:21:55.706906 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701babf-435e-4b83-a709-1487ba4d2ad7 req-2588a047-ecc7-45f1-a62b-995ca2bb8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:55.708361 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a701babf-435e-4b83-a709-1487ba4d2ad7 req-2588a047-ecc7-45f1-a62b-995ca2bb8e3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383425 Sep 15 18:21:55.766046 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d9569d91-3704-4adb-bbd4-6a04289c73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '1ccf5579-9fdb-4e45-bb19-1a43fdde288d', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:de:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e570744-0c59-4f23-976c-aa17e32f861f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:21:54Z', 'updated_at': '2021-09-15T18:21:54Z', 'revision_number': 0, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:55.791954 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9569d91-3704-4adb-bbd4-6a04289c73b7 None None] Checking router: 89f1013d-b4b1-458b-a82b-05eda877164e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:21:55.799895 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a701babf-435e-4b83-a709-1487ba4d2ad7 req-c9a7c09d-cf73-4417-bd59-319209261a94 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846636 Sep 15 18:21:55.800091 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9569d91-3704-4adb-bbd4-6a04289c73b7 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:21:55.800695 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d9569d91-3704-4adb-bbd4-6a04289c73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:21:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:55.888330 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-a701babf-435e-4b83-a709-1487ba4d2ad7 req-44063b9b-9e11-4f92-b9e7-7c38061e5dfd service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818284 Sep 15 18:21:55.906610 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-d9569d91-3704-4adb-bbd4-6a04289c73b7 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:21:56.129340 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d9569d91-3704-4adb-bbd4-6a04289c73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '1ccf5579-9fdb-4e45-bb19-1a43fdde288d', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:de:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e570744-0c59-4f23-976c-aa17e32f861f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:21:54Z', 'updated_at': '2021-09-15T18:21:54Z', 'revision_number': 0, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:21:56.139698 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-545be798-d4e8-4b18-8027-7afc923f31da tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f5d80b5874fc44ac82dd03c2431da759&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298626 Sep 15 18:21:56.155827 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9569d91-3704-4adb-bbd4-6a04289c73b7 None None] The sync data for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi is: [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '1ccf5579-9fdb-4e45-bb19-1a43fdde288d', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:de:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e570744-0c59-4f23-976c-aa17e32f861f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:21:54Z', 'updated_at': '2021-09-15T18:21:54Z', 'revision_number': 0, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:21:56.330538 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-63460286-28ac-48ad-942e-d7634e4d4e20 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:56.332024 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-63460286-28ac-48ad-942e-d7634e4d4e20 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848185 Sep 15 18:21:56.342379 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a9cc5-3575-4101-8b0d-de3637200de8 None None] New status for floating IP 1ccf5579-9fdb-4e45-bb19-1a43fdde288d: ACTIVE {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:21:56.348093 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-b1eb1beb-b5bd-405d-b717-1c058ba163b9 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/quotas/f5d80b5874fc44ac82dd03c2431da759 HTTP/1.1" status: 200 len: 375 time: 0.0101986 Sep 15 18:21:56.381430 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-e9571526-2fc4-4ba6-b226-2c47d24f368d tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5d80b5874fc44ac82dd03c2431da759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262969 Sep 15 18:21:56.539862 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-a6d48ef6-0081-44b9-b2cf-edf9433c3de3 req-f9862d07-ca33-4902-80af-51c47b5e9fd8 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 210 time: 0.0254362 Sep 15 18:21:57.429650 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-fe564263-5b8d-45d5-b8f8-0b0ec0169f59 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5d80b5874fc44ac82dd03c2431da759&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325117 Sep 15 18:21:57.611572 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-849cd4f4-edc7-4442-b0c9-71f2efdf802e tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:57.613024 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-849cd4f4-edc7-4442-b0c9-71f2efdf802e tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780102 Sep 15 18:21:57.625236 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Request body: {'port': {'device_id': '37774b89-0e6d-493a-a5d8-352d524976bd', 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1', 'admin_state_up': True, 'tenant_id': 'f5d80b5874fc44ac82dd03c2431da759'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:57.633416 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-37b59486-9b79-4197-9920-ced103c7781d req-8e8ec9c9-ba5a-443e-bf50-552c088adfe4 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 210 time: 0.0284414 Sep 15 18:21:57.732134 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Made reservation on behalf of f5d80b5874fc44ac82dd03c2431da759 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:21:57.735586 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:57.747371 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Notify callbacks [] for security_group, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:57.833182 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:57.837062 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:57.900353 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8614001d-7f7e-4118-84f6-63a9f262e1fe,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:57.965184 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Allocated IP 192.168.233.180 (314749c9-e745-459d-a0dc-63df65a60fc1/31e44b81-9edf-46f6-a7c6-324442720043/e70d49ff-1e88-43f3-908e-ddb478c6d8b5) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:21:58.102139 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:58.133948 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:58.173858 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Network 314749c9-e745-459d-a0dc-63df65a60fc1 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:21:58.176806 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:21:58.183559 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:21:58.188978 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Pushing event updated for resources: {'Port': ['ID=e70d49ff-1e88-43f3-908e-ddb478c6d8b5,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:58.236732 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:58.237337 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:58.252129 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-cd701447-5eae-488a-9090-cac57e9d10db tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6304941 Sep 15 18:21:58.264494 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Request body: {'port': {'device_id': '37774b89-0e6d-493a-a5d8-352d524976bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:21:58.317484 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:58.385056 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-daca5670-49f7-4a22-88ad-6b3a6a606e43 None None] Provisioning complete for port e70d49ff-1e88-43f3-908e-ddb478c6d8b5 triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:21:58.385612 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-daca5670-49f7-4a22-88ad-6b3a6a606e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:58.417471 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-daca5670-49f7-4a22-88ad-6b3a6a606e43 None None] Port e70d49ff-1e88-43f3-908e-ddb478c6d8b5 cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:21:58.567432 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70d49ff-1e88-43f3-908e-ddb478c6d8b5 {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:21:58.574356 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:58.585737 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Transition to ACTIVE for port object e70d49ff-1e88-43f3-908e-ddb478c6d8b5 will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:21:58.590234 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:58.750761 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adc337-0966-4ad8-830d-48654484b059 req-28165a4c-b605-4615-a83e-1a3b3342a513 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:58.752334 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-68adc337-0966-4ad8-830d-48654484b059 req-28165a4c-b605-4615-a83e-1a3b3342a513 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 948 time: 0.0500011 Sep 15 18:21:58.794163 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-68adc337-0966-4ad8-830d-48654484b059 req-06442e0a-9a44-4dd1-aad8-978be67c0ad6 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/security-groups?id=8614001d-7f7e-4118-84f6-63a9f262e1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357673 Sep 15 18:21:58.866716 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Pushing event updated for resources: {'Port': ['ID=e70d49ff-1e88-43f3-908e-ddb478c6d8b5,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:58.933743 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Attempting to bind port e70d49ff-1e88-43f3-908e-ddb478c6d8b5 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:21:58.934074 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Attempting to bind port e70d49ff-1e88-43f3-908e-ddb478c6d8b5 by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': 'e084cf78-d4b4-4a1f-ad1a-1214e18966aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:21:58.934405 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Attempting to bind port e70d49ff-1e88-43f3-908e-ddb478c6d8b5 on network 314749c9-e745-459d-a0dc-63df65a60fc1 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:21:58.938844 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Port e70d49ff-1e88-43f3-908e-ddb478c6d8b5 on network 314749c9-e745-459d-a0dc-63df65a60fc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:21:58.939157 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Attempting to bind port e70d49ff-1e88-43f3-908e-ddb478c6d8b5 on network 314749c9-e745-459d-a0dc-63df65a60fc1 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:21:58.943974 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:21:58.944343 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Checking segment: {'id': 'e084cf78-d4b4-4a1f-ad1a-1214e18966aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:21:58.944762 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Bound using segment: {'id': 'e084cf78-d4b4-4a1f-ad1a-1214e18966aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:21:58.945213 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Bound port: e70d49ff-1e88-43f3-908e-ddb478c6d8b5, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e084cf78-d4b4-4a1f-ad1a-1214e18966aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:21:58.945593 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:59.014586 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] For port e70d49ff-1e88-43f3-908e-ddb478c6d8b5, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:21:59.017639 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] For port e70d49ff-1e88-43f3-908e-ddb478c6d8b5, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=e70d49ff-1e88-43f3-908e-ddb478c6d8b5,segment=NetworkSegment(e084cf78-d4b4-4a1f-ad1a-1214e18966aa),segment_id=e084cf78-d4b4-4a1f-ad1a-1214e18966aa)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:21:59.021843 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:59.055929 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:59.056767 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:21:59.058218 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] 10.222.0.41 "PUT /v2.0/ports/e70d49ff-1e88-43f3-908e-ddb478c6d8b5 HTTP/1.1" status: 200 len: 1098 time: 0.7979088 Sep 15 18:21:59.058655 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37774b89-0e6d-493a-a5d8-352d524976bd', 'tag': 'e70d49ff-1e88-43f3-908e-ddb478c6d8b5'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:21:59.060890 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534af259-cee8-43c4-952e-bdc52a925cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "37774b89-0e6d-493a-a5d8-352d524976bd", "tag": "e70d49ff-1e88-43f3-908e-ddb478c6d8b5"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:21:59.090569 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7eeb2d-c863-4604-acf7-6230100b749b service neutron] Pushing event updated for resources: {'Port': ['ID=e70d49ff-1e88-43f3-908e-ddb478c6d8b5,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:21:59.124253 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812dbbbd-a99c-4f10-b7a7-22290235bd92 x-openstack-request-id: req-812dbbbd-a99c-4f10-b7a7-22290235bd92 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:21:59.124578 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37774b89-0e6d-493a-a5d8-352d524976bd", "tag": "e70d49ff-1e88-43f3-908e-ddb478c6d8b5", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:21:59.124788 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-812dbbbd-a99c-4f10-b7a7-22290235bd92 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:21:59.125174 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37774b89-0e6d-493a-a5d8-352d524976bd', 'tag': 'e70d49ff-1e88-43f3-908e-ddb478c6d8b5', 'status': 'completed', 'code': 200} Sep 15 18:21:59.142355 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-c5ac5471-912f-4536-beaf-52804c2c6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:59.143862 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-c5ac5471-912f-4536-beaf-52804c2c6184 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5d80b5874fc44ac82dd03c2431da759&device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 1101 time: 0.0463953 Sep 15 18:21:59.185975 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-af2d61fb-4b26-4f5d-987d-c443d1b48168 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e70d49ff-1e88-43f3-908e-ddb478c6d8b5 HTTP/1.1" status: 200 len: 217 time: 0.0342531 Sep 15 18:21:59.238318 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-b8dac821-25b3-4538-9263-45a60d3339c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:59.239766 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-b8dac821-25b3-4538-9263-45a60d3339c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31e44b81-9edf-46f6-a7c6-324442720043 HTTP/1.1" status: 200 len: 843 time: 0.0470769 Sep 15 18:21:59.285662 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-93bf3a19-4bc7-4f5f-b043-697dea2accd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:59.287382 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-93bf3a19-4bc7-4f5f-b043-697dea2accd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=314749c9-e745-459d-a0dc-63df65a60fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396595 Sep 15 18:21:59.378848 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-c0cef40c-809d-411f-bd68-2ec160ba6b2e service neutron] 10.222.0.41 "GET /v2.0/networks/314749c9-e745-459d-a0dc-63df65a60fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836067 Sep 15 18:21:59.467035 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ee595006-04d7-45d0-8b84-475756f8bdeb req-83b2908b-9a46-4a32-9138-5888086f14f0 service neutron] 10.222.0.41 "GET /v2.0/networks/314749c9-e745-459d-a0dc-63df65a60fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806909 Sep 15 18:21:59.546243 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534af259-cee8-43c4-952e-bdc52a925cbb req-8a0452e3-f204-4db0-be80-19f5cb7d1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:59.547682 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-534af259-cee8-43c4-952e-bdc52a925cbb req-8a0452e3-f204-4db0-be80-19f5cb7d1075 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5d80b5874fc44ac82dd03c2431da759&device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 1101 time: 0.0386322 Sep 15 18:21:59.638516 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534af259-cee8-43c4-952e-bdc52a925cbb req-90fb7a4e-f6af-4cd2-aa86-fb6fba25836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:59.639923 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-534af259-cee8-43c4-952e-bdc52a925cbb req-90fb7a4e-f6af-4cd2-aa86-fb6fba25836d service neutron] 10.222.0.41 "GET /v2.0/networks?id=314749c9-e745-459d-a0dc-63df65a60fc1 HTTP/1.1" status: 200 len: 870 time: 0.0837035 Sep 15 18:21:59.680913 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-534af259-cee8-43c4-952e-bdc52a925cbb req-932e0e99-2681-4a0c-8902-439349e24e37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e70d49ff-1e88-43f3-908e-ddb478c6d8b5 HTTP/1.1" status: 200 len: 217 time: 0.0334232 Sep 15 18:21:59.732215 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534af259-cee8-43c4-952e-bdc52a925cbb req-927de3cf-90e5-45d9-a31e-a72e8cbcd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:59.733530 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-534af259-cee8-43c4-952e-bdc52a925cbb req-927de3cf-90e5-45d9-a31e-a72e8cbcd283 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31e44b81-9edf-46f6-a7c6-324442720043 HTTP/1.1" status: 200 len: 843 time: 0.0454702 Sep 15 18:21:59.779482 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534af259-cee8-43c4-952e-bdc52a925cbb req-9e74640f-dc45-45d1-86ca-a1ee192397fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:59.780879 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-534af259-cee8-43c4-952e-bdc52a925cbb req-9e74640f-dc45-45d1-86ca-a1ee192397fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=314749c9-e745-459d-a0dc-63df65a60fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0374529 Sep 15 18:21:59.870933 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-534af259-cee8-43c4-952e-bdc52a925cbb req-ea050ca9-c377-4a48-8099-1fe4406f5973 service neutron] 10.222.0.41 "GET /v2.0/networks/314749c9-e745-459d-a0dc-63df65a60fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820515 Sep 15 18:21:59.906603 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51092d-2637-4c4e-9fb6-dd55a332ff1a req-914bf31b-4827-4eec-809b-7bb302f045a3 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:21:59.908086 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2b51092d-2637-4c4e-9fb6-dd55a332ff1a req-914bf31b-4827-4eec-809b-7bb302f045a3 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 948 time: 0.0487647 Sep 15 18:21:59.945523 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2b51092d-2637-4c4e-9fb6-dd55a332ff1a req-e5b3b85c-1c4a-46b1-a5b6-fbf7711db587 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/security-groups?id=8614001d-7f7e-4118-84f6-63a9f262e1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Sep 15 18:21:59.964869 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-534af259-cee8-43c4-952e-bdc52a925cbb req-a2ed3251-cee6-4868-a211-b0b68f64dc2f service neutron] 10.222.0.41 "GET /v2.0/networks/314749c9-e745-459d-a0dc-63df65a60fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857682 Sep 15 18:22:01.056764 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ef684-22cd-4ced-9bde-add53d995012 req-704cb84e-4236-4ee8-b40d-b6a0a68ae284 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:22:01.058615 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-144ef684-22cd-4ced-9bde-add53d995012 req-704cb84e-4236-4ee8-b40d-b6a0a68ae284 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 948 time: 0.0480947 Sep 15 18:22:01.095902 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-144ef684-22cd-4ced-9bde-add53d995012 req-58f37324-e711-4400-ab14-04fe393d0478 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/security-groups?id=8614001d-7f7e-4118-84f6-63a9f262e1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313094 Sep 15 18:22:02.206639 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aa58f-3e98-4511-b1e8-f115ce77eec2 req-b2766657-f392-41da-a089-a870d3ec3bcc tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:22:02.208070 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7e5aa58f-3e98-4511-b1e8-f115ce77eec2 req-b2766657-f392-41da-a089-a870d3ec3bcc tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 948 time: 0.0475814 Sep 15 18:22:02.247514 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7e5aa58f-3e98-4511-b1e8-f115ce77eec2 req-af29ed7a-0d73-44b3-8617-12f0bb20c179 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/security-groups?id=8614001d-7f7e-4118-84f6-63a9f262e1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331440 Sep 15 18:22:02.646577 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device e70d49ff-1e88-43f3-908e-ddb478c6d8b5 details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:22:02.740143 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port e70d49ff-1e88-43f3-908e-ddb478c6d8b5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=e70d49ff-1e88-43f3-908e-ddb478c6d8b5,segment=NetworkSegment(e084cf78-d4b4-4a1f-ad1a-1214e18966aa),segment_id=e084cf78-d4b4-4a1f-ad1a-1214e18966aa)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:22:02.750622 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': 'e70d49ff-1e88-43f3-908e-ddb478c6d8b5', 'network_id': '314749c9-e745-459d-a0dc-63df65a60fc1', 'port_id': 'e70d49ff-1e88-43f3-908e-ddb478c6d8b5', 'mac_address': 'fa:16:3e:b5:79:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e44b81-9edf-46f6-a7c6-324442720043', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:22:02.786127 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:02.798071 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70d49ff-1e88-43f3-908e-ddb478c6d8b5 {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:22:02.816674 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port e70d49ff-1e88-43f3-908e-ddb478c6d8b5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=e70d49ff-1e88-43f3-908e-ddb478c6d8b5,segment=NetworkSegment(e084cf78-d4b4-4a1f-ad1a-1214e18966aa),segment_id=e084cf78-d4b4-4a1f-ad1a-1214e18966aa)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:22:02.820774 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:02.864748 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=e70d49ff-1e88-43f3-908e-ddb478c6d8b5,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:22:03.035468 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['e70d49ff-1e88-43f3-908e-ddb478c6d8b5'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:22:03.356821 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3ead6-0158-4124-b491-254090ea778c req-2cce73e5-98e8-4897-b3a9-191e081eae96 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:22:03.358292 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d7d3ead6-0158-4124-b491-254090ea778c req-2cce73e5-98e8-4897-b3a9-191e081eae96 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 949 time: 0.0465236 Sep 15 18:22:03.394258 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d7d3ead6-0158-4124-b491-254090ea778c req-65d7d146-2f20-4943-bec0-3f59c8be131c tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/security-groups?id=8614001d-7f7e-4118-84f6-63a9f262e1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301845 Sep 15 18:22:04.505357 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65631d3a-0fe5-481e-ac0e-398e8cb70b35 req-fd10f821-7572-4728-b03c-244ef7c44a9d tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:22:04.507501 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-65631d3a-0fe5-481e-ac0e-398e8cb70b35 req-fd10f821-7572-4728-b03c-244ef7c44a9d tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 949 time: 0.0486257 Sep 15 18:22:04.543148 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-65631d3a-0fe5-481e-ac0e-398e8cb70b35 req-40b6f7b7-915d-4458-ba0b-955122781f35 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/security-groups?id=8614001d-7f7e-4118-84f6-63a9f262e1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297735 Sep 15 18:22:04.656151 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device e70d49ff-1e88-43f3-908e-ddb478c6d8b5 up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:22:04.703273 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port e70d49ff-1e88-43f3-908e-ddb478c6d8b5 completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:22:04.706768 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port e70d49ff-1e88-43f3-908e-ddb478c6d8b5 triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:22:04.707136 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:04.781876 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:04.804235 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37774b89-0e6d-493a-a5d8-352d524976bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70d49ff-1e88-43f3-908e-ddb478c6d8b5'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:22:04.806468 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b361656f-67fa-4200-b9a0-00240bcbf160" -d '{"events": [{"server_uuid": "37774b89-0e6d-493a-a5d8-352d524976bd", "name": "network-vif-plugged", "status": "completed", "tag": "e70d49ff-1e88-43f3-908e-ddb478c6d8b5"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:22:04.818768 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port e70d49ff-1e88-43f3-908e-ddb478c6d8b5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=e70d49ff-1e88-43f3-908e-ddb478c6d8b5,segment=NetworkSegment(e084cf78-d4b4-4a1f-ad1a-1214e18966aa),segment_id=e084cf78-d4b4-4a1f-ad1a-1214e18966aa)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:22:04.822650 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:04.846376 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281116f2-a7f0-4d12-821c-b3bb2177bbf4 x-openstack-request-id: req-281116f2-a7f0-4d12-821c-b3bb2177bbf4 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:22:04.846659 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37774b89-0e6d-493a-a5d8-352d524976bd", "name": "network-vif-plugged", "status": "completed", "tag": "e70d49ff-1e88-43f3-908e-ddb478c6d8b5", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:22:04.847766 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-281116f2-a7f0-4d12-821c-b3bb2177bbf4 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:22:04.848158 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37774b89-0e6d-493a-a5d8-352d524976bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70d49ff-1e88-43f3-908e-ddb478c6d8b5', 'code': 200} Sep 15 18:22:04.874618 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=e70d49ff-1e88-43f3-908e-ddb478c6d8b5,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:22:05.002613 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba04fc-8c8b-41fb-89dd-44daecb32b0e req-1178f797-4d57-4e6e-b938-40e169865983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:22:05.004091 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e4ba04fc-8c8b-41fb-89dd-44daecb32b0e req-1178f797-4d57-4e6e-b938-40e169865983 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 1103 time: 0.0397878 Sep 15 18:22:05.037529 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-e4ba04fc-8c8b-41fb-89dd-44daecb32b0e req-dec209a3-6c97-4262-9388-adb65e7e6c68 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8614001d-7f7e-4118-84f6-63a9f262e1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267484 Sep 15 18:22:05.652205 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecb657-2b3f-4064-8f5b-5df3ea939e30 req-478fa112-d588-45a4-938e-b9379aee3f79 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:22:05.653659 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-03ecb657-2b3f-4064-8f5b-5df3ea939e30 req-478fa112-d588-45a4-938e-b9379aee3f79 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 950 time: 0.0468214 Sep 15 18:22:05.693219 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-03ecb657-2b3f-4064-8f5b-5df3ea939e30 req-1d81e722-1d38-4ff4-921e-c7ec2c3c18de tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/security-groups?id=8614001d-7f7e-4118-84f6-63a9f262e1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Sep 15 18:22:05.919026 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:06.805092 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96864b4-18d3-4187-8eab-c21e3705967e req-6327687c-2c3e-41eb-a12e-815ea07edb46 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:22:06.806479 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c96864b4-18d3-4187-8eab-c21e3705967e req-6327687c-2c3e-41eb-a12e-815ea07edb46 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 950 time: 0.0474451 Sep 15 18:22:06.843393 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-c96864b4-18d3-4187-8eab-c21e3705967e req-8d9fa5f1-e737-413c-889c-f21ff305d738 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/security-groups?id=8614001d-7f7e-4118-84f6-63a9f262e1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Sep 15 18:22:07.083404 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247411ae-6bb6-4244-bcf9-01568e15ac59 req-1066e7f4-0b7d-4038-ae40-275aeae625f8 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:22:07.085492 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-247411ae-6bb6-4244-bcf9-01568e15ac59 req-1066e7f4-0b7d-4038-ae40-275aeae625f8 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 950 time: 0.0478377 Sep 15 18:22:07.122349 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-247411ae-6bb6-4244-bcf9-01568e15ac59 req-3aab36c4-2293-400c-b2f9-fc58553f0ab8 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/security-groups?id=8614001d-7f7e-4118-84f6-63a9f262e1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310345 Sep 15 18:22:08.237024 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4ad7b-6d42-480b-b085-66ad52668b81 req-3ac5e379-0523-474f-ba56-604824ed3604 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:22:08.238499 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-67f4ad7b-6d42-480b-b085-66ad52668b81 req-3ac5e379-0523-474f-ba56-604824ed3604 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 950 time: 0.0496054 Sep 15 18:22:08.278913 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-67f4ad7b-6d42-480b-b085-66ad52668b81 req-3c03d5a6-9fb2-44ee-a610-38bf9cba231d tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.39 "GET /v2.0/security-groups?id=8614001d-7f7e-4118-84f6-63a9f262e1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335827 Sep 15 18:22:08.442537 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffe8c7-12fc-441f-8848-86e7310372df req-2277b415-dd73-4913-a6e8-b2a55ba7e869 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:22:08.444426 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-abffe8c7-12fc-441f-8848-86e7310372df req-2277b415-dd73-4913-a6e8-b2a55ba7e869 tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.41 "GET /v2.0/ports?device_id=37774b89-0e6d-493a-a5d8-352d524976bd HTTP/1.1" status: 200 len: 950 time: 0.0505278 Sep 15 18:22:08.531798 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-abffe8c7-12fc-441f-8848-86e7310372df req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Deleting port e70d49ff-1e88-43f3-908e-ddb478c6d8b5 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:22:08.532134 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-abffe8c7-12fc-441f-8848-86e7310372df req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:08.618892 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-abffe8c7-12fc-441f-8848-86e7310372df req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] For port e70d49ff-1e88-43f3-908e-ddb478c6d8b5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=e70d49ff-1e88-43f3-908e-ddb478c6d8b5,segment=NetworkSegment(e084cf78-d4b4-4a1f-ad1a-1214e18966aa),segment_id=e084cf78-d4b4-4a1f-ad1a-1214e18966aa)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:22:08.619252 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-abffe8c7-12fc-441f-8848-86e7310372df req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:08.630522 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-abffe8c7-12fc-441f-8848-86e7310372df req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Calling delete_port for e70d49ff-1e88-43f3-908e-ddb478c6d8b5 owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:22:08.751605 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-abffe8c7-12fc-441f-8848-86e7310372df req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:08.763346 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['e70d49ff-1e88-43f3-908e-ddb478c6d8b5'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:22:08.782723 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Pushing event deleted for resources: {'Port': ['ID=e70d49ff-1e88-43f3-908e-ddb478c6d8b5,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:22:08.794540 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.794920 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.795259 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.795597 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.795970 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.796302 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.796582 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.796918 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.797276 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.797622 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.797754 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-0ff2bac8-09e3-4f69-97e9-79ae207346f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:08.797993 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.798253 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:08.832666 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-abffe8c7-12fc-441f-8848-86e7310372df req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] No DVR routers for this DVR port e70d49ff-1e88-43f3-908e-ddb478c6d8b5 on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:22:08.835153 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-abffe8c7-12fc-441f-8848-86e7310372df req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:08.837159 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-abffe8c7-12fc-441f-8848-86e7310372df req-e17278dd-8544-4826-858e-705df5c064ef tempest-VolumesNegativeTest-1951484342 tempest-VolumesNegativeTest-1951484342-project] 10.222.0.41 "DELETE /v2.0/ports/e70d49ff-1e88-43f3-908e-ddb478c6d8b5 HTTP/1.1" status: 204 len: 173 time: 0.3869522 Sep 15 18:22:08.837628 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37774b89-0e6d-493a-a5d8-352d524976bd', 'name': 'network-vif-deleted', 'tag': 'e70d49ff-1e88-43f3-908e-ddb478c6d8b5'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:22:08.839893 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5902a411-9c1e-409f-a578-5ba4c1f6fe14" -d '{"events": [{"server_uuid": "37774b89-0e6d-493a-a5d8-352d524976bd", "name": "network-vif-deleted", "tag": "e70d49ff-1e88-43f3-908e-ddb478c6d8b5"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:22:08.882784 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f89705-6925-40c8-a589-a33844855168 x-openstack-request-id: req-a9f89705-6925-40c8-a589-a33844855168 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:22:08.883073 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37774b89-0e6d-493a-a5d8-352d524976bd", "name": "network-vif-deleted", "tag": "e70d49ff-1e88-43f3-908e-ddb478c6d8b5", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:22:08.883325 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9f89705-6925-40c8-a589-a33844855168 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:22:08.883729 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37774b89-0e6d-493a-a5d8-352d524976bd', 'name': 'network-vif-deleted', 'tag': 'e70d49ff-1e88-43f3-908e-ddb478c6d8b5', 'status': 'completed', 'code': 200} Sep 15 18:22:11.452892 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f36c116e-514e-40a6-871d-039a88e74d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:11.476485 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:12.515670 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:12.718720 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device e70d49ff-1e88-43f3-908e-ddb478c6d8b5 no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:22:12.738554 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: e70d49ff-1e88-43f3-908e-ddb478c6d8b5 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:22:12.738887 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device e70d49ff-1e88-43f3-908e-ddb478c6d8b5 not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:22:12.862913 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46468) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:22:12.989318 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-397a7e1c-f7e4-43a4-ae47-6d6bf10eb10d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5d80b5874fc44ac82dd03c2431da759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1252697 Sep 15 18:22:12.991721 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46472) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:22:13.040302 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ebe58d12-a38e-469c-a7ac-40f1ab0de50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:13.060301 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ebe58d12-a38e-469c-a7ac-40f1ab0de50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:13.108319 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ebe58d12-a38e-469c-a7ac-40f1ab0de50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:13.110803 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-ebe58d12-a38e-469c-a7ac-40f1ab0de50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:13.111924 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-ebe58d12-a38e-469c-a7ac-40f1ab0de50f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8614001d-7f7e-4118-84f6-63a9f262e1fe HTTP/1.1" status: 204 len: 168 time: 0.1193345 Sep 15 18:22:13.119247 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe58d12-a38e-469c-a7ac-40f1ab0de50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8614001d-7f7e-4118-84f6-63a9f262e1fe,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:22:14.307649 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:17.179502 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:22:35.932292 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:38.768786 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebfe1-bbf2-49a3-9853-eecf9141be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:41.452960 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-e44db805-c4cf-4d82-8e4b-82179d4d0d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:41.476843 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:42.519220 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:44.309365 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:54.182448 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:23:05.946489 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:08.768027 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-81c916dc-9454-408a-82c3-286addd27482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:11.453643 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-2723a6c0-b1a3-4ad3-bdb7-bd9f3fcaa937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:11.475798 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:12.521490 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:14.311391 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:31.185946 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:23:35.945305 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:38.768055 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dc10cf4f-ae8a-410c-a853-2bf713599056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:41.046375 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-54c925b7-9217-46ae-a210-eff873c592a4 req-76f39696-270f-465e-951e-861d4acc27bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1222608 Sep 15 18:23:41.129924 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c925b7-9217-46ae-a210-eff873c592a4 req-6c29e127-878c-4559-9a9b-84db3f9c8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:41.131410 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-54c925b7-9217-46ae-a210-eff873c592a4 req-6c29e127-878c-4559-9a9b-84db3f9c8d46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 1099 time: 0.0400319 Sep 15 18:23:41.236119 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c925b7-9217-46ae-a210-eff873c592a4 req-324dc133-4f22-4845-af23-2f43808dd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:41.237451 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-54c925b7-9217-46ae-a210-eff873c592a4 req-324dc133-4f22-4845-af23-2f43808dd370 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0846283 Sep 15 18:23:41.304318 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-54c925b7-9217-46ae-a210-eff873c592a4 req-2d60dc64-298d-4f20-8f33-afe49c9d72e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f208f86e-c77f-4d05-b1d1-4cd735bc667c HTTP/1.1" status: 200 len: 1001 time: 0.0578444 Sep 15 18:23:41.348551 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c925b7-9217-46ae-a210-eff873c592a4 req-d210b143-2cbb-4364-b700-4d6677ca0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:41.349910 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-54c925b7-9217-46ae-a210-eff873c592a4 req-d210b143-2cbb-4364-b700-4d6677ca0702 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0397625 Sep 15 18:23:41.395474 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c925b7-9217-46ae-a210-eff873c592a4 req-859573af-9609-46da-8a67-cd370ab37ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:41.396869 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-54c925b7-9217-46ae-a210-eff873c592a4 req-859573af-9609-46da-8a67-cd370ab37ce3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397985 Sep 15 18:23:41.407720 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [req-54c925b7-9217-46ae-a210-eff873c592a4 req-48afb3c9-69e5-4f6b-ba5a-2f717f7b8303 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:23:41.408635 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-54c925b7-9217-46ae-a210-eff873c592a4 req-48afb3c9-69e5-4f6b-ba5a-2f717f7b8303 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045941 Sep 15 18:23:41.453847 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f6150260-57f0-41e6-9662-6fd832abb0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:41.474166 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:41.500530 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-54c925b7-9217-46ae-a210-eff873c592a4 req-da8e9980-6441-4232-897e-d98773d1c135 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847986 Sep 15 18:23:41.595146 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-54c925b7-9217-46ae-a210-eff873c592a4 req-3362e285-b197-4303-a873-7f66b3042291 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876944 Sep 15 18:23:42.523613 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:44.314979 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:51.033003 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca6d10-6ab2-483a-9ee9-ee6f77cf3cdf req-852e71a0-4e1e-42f4-81f7-52866d6b9deb tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:51.034471 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-77ca6d10-6ab2-483a-9ee9-ee6f77cf3cdf req-852e71a0-4e1e-42f4-81f7-52866d6b9deb tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 946 time: 0.1530039 Sep 15 18:23:51.073183 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-77ca6d10-6ab2-483a-9ee9-ee6f77cf3cdf req-0cefd1a5-d49f-4ba7-8c63-d1c8de9a972c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326674 Sep 15 18:23:52.246328 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b445b-6f24-4461-a7c6-2cdff12210ce req-8d92c4e2-fb2e-42fb-9a33-32cb0887552e tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:52.247752 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-737b445b-6f24-4461-a7c6-2cdff12210ce req-8d92c4e2-fb2e-42fb-9a33-32cb0887552e tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 946 time: 0.0944073 Sep 15 18:23:52.283672 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-737b445b-6f24-4461-a7c6-2cdff12210ce req-918ff85b-d2a9-49f8-a7f7-87847b150933 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300140 Sep 15 18:23:52.406484 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-60117168-711c-4eb7-b9d6-c27970c33c3f tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:52.407814 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-60117168-711c-4eb7-b9d6-c27970c33c3f tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 946 time: 0.0457702 Sep 15 18:23:52.490884 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Deleting port f208f86e-c77f-4d05-b1d1-4cd735bc667c {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:23:52.491215 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:52.577152 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] For port f208f86e-c77f-4d05-b1d1-4cd735bc667c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=f208f86e-c77f-4d05-b1d1-4cd735bc667c,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:23:52.577506 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:52.736333 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:52.736613 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:52.736922 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.l3_db [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Floating IP 1ccf5579-9fdb-4e45-bb19-1a43fdde288d disassociated. External IP: 172.27.2.51, port: f208f86e-c77f-4d05-b1d1-4cd735bc667c. Sep 15 18:23:52.737256 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Calling delete_port for f208f86e-c77f-4d05-b1d1-4cd735bc667c owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:23:52.859248 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:52.884005 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event deleted for resources: {'Port': ['ID=f208f86e-c77f-4d05-b1d1-4cd735bc667c,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:52.893136 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:52.893477 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:52.893833 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:52.894161 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:52.894484 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:52.894805 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:52.895123 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:52.895442 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:52.896221 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:52.896221 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:52.896415 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:52.897171 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:53.003817 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Router 89f1013d-b4b1-458b-a82b-05eda877164e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:23:53.106028 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:23:53.116137 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a7c27-279a-411d-9b63-645b82d284b0 None None] Sync routers for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:23:53.128501 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a7c27-279a-411d-9b63-645b82d284b0 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:23:53.129121 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-0f1a7c27-279a-411d-9b63-645b82d284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:23:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:53.144218 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] No DVR routers for this DVR port f208f86e-c77f-4d05-b1d1-4cd735bc667c on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:23:53.147307 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:53.149336 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-ef8c54d5-ab46-44bb-8870-1b25c3e18582 req-8acee03c-ef7f-4b39-9953-f4f71c031458 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "DELETE /v2.0/ports/f208f86e-c77f-4d05-b1d1-4cd735bc667c HTTP/1.1" status: 204 len: 173 time: 0.7355347 Sep 15 18:23:53.149795 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e570744-0c59-4f23-976c-aa17e32f861f', 'name': 'network-vif-deleted', 'tag': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:23:53.152019 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3bdbe3-c09b-4093-bcb7-ee25458ecdd0" -d '{"events": [{"server_uuid": "4e570744-0c59-4f23-976c-aa17e32f861f", "name": "network-vif-deleted", "tag": "f208f86e-c77f-4d05-b1d1-4cd735bc667c"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:23:53.206386 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81912f1-3b01-4991-b8d1-adcaff0abe7e x-openstack-request-id: req-b81912f1-3b01-4991-b8d1-adcaff0abe7e {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:23:53.206592 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e570744-0c59-4f23-976c-aa17e32f861f", "name": "network-vif-deleted", "tag": "f208f86e-c77f-4d05-b1d1-4cd735bc667c", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:23:53.207053 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b81912f1-3b01-4991-b8d1-adcaff0abe7e {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:23:53.211108 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e570744-0c59-4f23-976c-aa17e32f861f', 'name': 'network-vif-deleted', 'tag': 'f208f86e-c77f-4d05-b1d1-4cd735bc667c', 'status': 'completed', 'code': 200} Sep 15 18:23:53.237771 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-0f1a7c27-279a-411d-9b63-645b82d284b0 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:23:53.379702 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9dadec58-4354-4d0e-b300-f5b410a5b6e0 req-4d97f311-5ba6-45df-8bf3-1800763eb214 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e570744-0c59-4f23-976c-aa17e32f861f HTTP/1.1" status: 200 len: 210 time: 0.0258410 Sep 15 18:23:53.439303 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-0f1a7c27-279a-411d-9b63-645b82d284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:53.466276 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a7c27-279a-411d-9b63-645b82d284b0 None None] Checking router: 89f1013d-b4b1-458b-a82b-05eda877164e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:23:53.474774 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a7c27-279a-411d-9b63-645b82d284b0 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:23:53.475376 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-0f1a7c27-279a-411d-9b63-645b82d284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:23:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:53.579539 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-0f1a7c27-279a-411d-9b63-645b82d284b0 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:23:53.778020 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-0f1a7c27-279a-411d-9b63-645b82d284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:53.805045 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a7c27-279a-411d-9b63-645b82d284b0 None None] The sync data for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi is: [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:23:54.019144 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcaa050-35c9-4146-a92c-9d797e30d81b None None] New status for floating IP 1ccf5579-9fdb-4e45-bb19-1a43fdde288d: DOWN {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:23:54.622509 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-989d7253-2fca-475a-8c01-719b8dfc6e80 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832734937&fields=id&tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56 HTTP/1.1" status: 200 len: 267 time: 0.0341301 Sep 15 18:23:54.723534 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-579c680e-b0fc-4f8e-919c-d3d396ab5c82 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:54.725366 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-579c680e-b0fc-4f8e-919c-d3d396ab5c82 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 811 time: 0.0959084 Sep 15 18:23:54.739197 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-a9883e7b-bf0d-4ffa-91b6-522e8054953b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/quotas/7e9af1249dfb4c2f99cb2922b8fb4a56 HTTP/1.1" status: 200 len: 375 time: 0.0083613 Sep 15 18:23:54.789455 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-757a5b1a-a255-4b68-b6df-4e2ee20d90b1 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0446379 Sep 15 18:23:54.845134 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-be7c407d-51fe-4713-b4c6-698499368ec7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:23:54.846143 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-be7c407d-51fe-4713-b4c6-698499368ec7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459793 Sep 15 18:23:54.936676 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-71bac82f-9e92-49ac-9927-5701dc172343 service neutron] 10.222.0.39 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840189 Sep 15 18:23:55.024304 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-744d7df7-9320-42e1-84a8-cd5936201143 service neutron] 10.222.0.39 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816627 Sep 15 18:23:55.158356 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device f208f86e-c77f-4d05-b1d1-4cd735bc667c no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:23:55.179432 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: f208f86e-c77f-4d05-b1d1-4cd735bc667c {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:23:55.179854 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device f208f86e-c77f-4d05-b1d1-4cd735bc667c not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:23:55.303739 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7e3eb997-8478-447d-9a7a-ad81181a0a3d req-77d94ee7-4aec-472c-85d1-117ce3472351 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 210 time: 0.0264986 Sep 15 18:23:56.262182 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-cd82abd0-9d7c-4184-9e32-998b781d1157 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:56.263621 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-cd82abd0-9d7c-4184-9e32-998b781d1157 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 811 time: 0.1031921 Sep 15 18:23:56.306228 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-bb042828-6416-427c-87f3-3b7d92d4d369 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56 HTTP/1.1" status: 200 len: 380 time: 0.0340211 Sep 15 18:23:56.315472 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'port': {'device_id': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'admin_state_up': True, 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'security_groups': ['cad7e996-d1b7-449f-a712-f4eb538b3e20']}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:23:56.396780 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-500618c1-445c-4e1a-86b2-f20da47b1426 req-3a3dbdbb-f719-44d3-abbf-9fac4bb18101 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 210 time: 0.0251381 Sep 15 18:23:56.422945 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Made reservation on behalf of 7e9af1249dfb4c2f99cb2922b8fb4a56 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:23:56.426386 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:56.548951 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Allocated IP 172.20.0.4 (23270e6f-fca7-417e-ba90-9f6196e7dd77/0b04f813-23b1-4dfe-8fe8-59e57502db09/81b62088-db30-480a-a74a-94272fb1526c) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:23:56.689055 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:56.722439 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:56.762470 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Network 23270e6f-fca7-417e-ba90-9f6196e7dd77 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:23:56.765410 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:23:56.767630 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:23:56.800997 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'Port': ['ID=81b62088-db30-480a-a74a-94272fb1526c,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:56.823313 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:56.823927 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:56.839099 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b560f37d-2a45-4469-bc19-624ab2ba145a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5270331 Sep 15 18:23:56.851801 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Request body: {'port': {'device_id': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:23:56.909706 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:56.952354 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-f17796f9-0a83-477a-b509-1418560d6371 None None] Provisioning complete for port 81b62088-db30-480a-a74a-94272fb1526c triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:56.953296 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f17796f9-0a83-477a-b509-1418560d6371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:56.989845 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-f17796f9-0a83-477a-b509-1418560d6371 None None] Port 81b62088-db30-480a-a74a-94272fb1526c cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:23:57.160331 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b62088-db30-480a-a74a-94272fb1526c {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:23:57.167479 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:57.179711 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Transition to ACTIVE for port object 81b62088-db30-480a-a74a-94272fb1526c will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:23:57.183550 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:57.253623 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Pushing event updated for resources: {'Port': ['ID=81b62088-db30-480a-a74a-94272fb1526c,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:57.306334 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Attempting to bind port 81b62088-db30-480a-a74a-94272fb1526c on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:23:57.307034 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Attempting to bind port 81b62088-db30-480a-a74a-94272fb1526c by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:23:57.307034 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Attempting to bind port 81b62088-db30-480a-a74a-94272fb1526c on network 23270e6f-fca7-417e-ba90-9f6196e7dd77 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:23:57.311462 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Port 81b62088-db30-480a-a74a-94272fb1526c on network 23270e6f-fca7-417e-ba90-9f6196e7dd77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:23:57.311777 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Attempting to bind port 81b62088-db30-480a-a74a-94272fb1526c on network 23270e6f-fca7-417e-ba90-9f6196e7dd77 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:23:57.316799 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:23:57.317116 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Checking segment: {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:23:57.317490 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Bound using segment: {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:23:57.318051 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Bound port: 81b62088-db30-480a-a74a-94272fb1526c, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:23:57.318971 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:57.381967 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] For port 81b62088-db30-480a-a74a-94272fb1526c, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:23:57.385231 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] For port 81b62088-db30-480a-a74a-94272fb1526c, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=81b62088-db30-480a-a74a-94272fb1526c,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:23:57.389697 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:57.421232 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:57.421868 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:57.423241 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] 10.222.0.41 "PUT /v2.0/ports/81b62088-db30-480a-a74a-94272fb1526c HTTP/1.1" status: 200 len: 1093 time: 0.5763223 Sep 15 18:23:57.423777 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'tag': '81b62088-db30-480a-a74a-94272fb1526c'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:23:57.426010 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519f81d6-4d8c-428d-95c4-73f3e7eaea80" -d '{"events": [{"name": "network-changed", "server_uuid": "c587eb0d-774d-4ec3-8097-00acdbe11501", "tag": "81b62088-db30-480a-a74a-94272fb1526c"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:23:57.458524 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa447b-ad83-434a-a154-e682bdc42b6c service neutron] Pushing event updated for resources: {'Port': ['ID=81b62088-db30-480a-a74a-94272fb1526c,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:57.475220 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150bc2df-9f77-4d57-b519-9e6301d5094e x-openstack-request-id: req-150bc2df-9f77-4d57-b519-9e6301d5094e {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:23:57.475453 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c587eb0d-774d-4ec3-8097-00acdbe11501", "tag": "81b62088-db30-480a-a74a-94272fb1526c", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:23:57.475708 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-150bc2df-9f77-4d57-b519-9e6301d5094e {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:23:57.476127 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'tag': '81b62088-db30-480a-a74a-94272fb1526c', 'status': 'completed', 'code': 200} Sep 15 18:23:57.526343 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-86c1966b-b8cb-4307-b0a7-d17fd1f26e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:57.528016 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-86c1966b-b8cb-4307-b0a7-d17fd1f26e91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 1096 time: 0.0461988 Sep 15 18:23:57.531253 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e783e3-320a-41be-bf48-bb756be2c1fb req-08322592-4860-4c54-8c2b-3586b67e7744 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:57.532732 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-51e783e3-320a-41be-bf48-bb756be2c1fb req-08322592-4860-4c54-8c2b-3586b67e7744 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 943 time: 0.0587044 Sep 15 18:23:57.570229 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-3c5dfbb5-6d4d-4a0e-9a5b-5155fd6edaf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b62088-db30-480a-a74a-94272fb1526c HTTP/1.1" status: 200 len: 217 time: 0.0347636 Sep 15 18:23:57.575872 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-51e783e3-320a-41be-bf48-bb756be2c1fb req-847e43bf-1dc8-40c4-a05b-b6428f0c89f1 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369213 Sep 15 18:23:57.620109 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b77dab02-5508-4bb4-ab53-b5bbfdc77dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:57.621807 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-b77dab02-5508-4bb4-ab53-b5bbfdc77dee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0451229 Sep 15 18:23:57.672893 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-e4a7e972-a4de-47fb-8a52-a4e1f0250a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:57.674376 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-e4a7e972-a4de-47fb-8a52-a4e1f0250a99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460627 Sep 15 18:23:57.758383 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-5ed290bd-0870-4128-9ec2-e66de5c2c958 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767992 Sep 15 18:23:57.846729 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-70888c35-5027-4ab9-a127-fc885ca26f81 req-da3a9130-41d4-42d2-bd4d-418f34946c6f service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806737 Sep 15 18:23:57.927104 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f81d6-4d8c-428d-95c4-73f3e7eaea80 req-ab5505cc-2e2f-4761-82a4-041bf579e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:57.929408 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-519f81d6-4d8c-428d-95c4-73f3e7eaea80 req-ab5505cc-2e2f-4761-82a4-041bf579e2f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 1096 time: 0.0392525 Sep 15 18:23:58.017072 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f81d6-4d8c-428d-95c4-73f3e7eaea80 req-86a877e0-9eb5-41a2-b3d3-3f1b7a05a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:58.018420 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-519f81d6-4d8c-428d-95c4-73f3e7eaea80 req-86a877e0-9eb5-41a2-b3d3-3f1b7a05a281 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0815382 Sep 15 18:23:58.058810 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-519f81d6-4d8c-428d-95c4-73f3e7eaea80 req-7c1c461b-2156-4c12-a005-5e3e4c00440e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b62088-db30-480a-a74a-94272fb1526c HTTP/1.1" status: 200 len: 217 time: 0.0325654 Sep 15 18:23:58.104841 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f81d6-4d8c-428d-95c4-73f3e7eaea80 req-895daa91-f3c9-4e4e-99db-fb6f09df4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:58.106276 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-519f81d6-4d8c-428d-95c4-73f3e7eaea80 req-895daa91-f3c9-4e4e-99db-fb6f09df4e91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0410137 Sep 15 18:23:58.149200 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f81d6-4d8c-428d-95c4-73f3e7eaea80 req-ec35c676-d6da-4a90-9f79-e27e42d5bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:58.150647 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-519f81d6-4d8c-428d-95c4-73f3e7eaea80 req-ec35c676-d6da-4a90-9f79-e27e42d5bffe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375085 Sep 15 18:23:58.238753 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-519f81d6-4d8c-428d-95c4-73f3e7eaea80 req-4dbde497-83f1-44bd-a657-5e8163e70574 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802078 Sep 15 18:23:58.562959 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-519f81d6-4d8c-428d-95c4-73f3e7eaea80 req-00a978b9-5d57-4180-b4d6-6128a9199048 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172863 Sep 15 18:23:58.688160 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4d979-c6b6-4a20-b41e-c75b54d620da req-83886a9e-eac0-4a3f-83e3-ff1a92e822ac tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:58.689586 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-34e4d979-c6b6-4a20-b41e-c75b54d620da req-83886a9e-eac0-4a3f-83e3-ff1a92e822ac tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 943 time: 0.0461516 Sep 15 18:23:58.728447 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-34e4d979-c6b6-4a20-b41e-c75b54d620da req-59341f26-a784-4bb9-a98b-e9cae5c5a074 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326293 Sep 15 18:23:59.838061 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1fe2a-069b-4792-bf14-dcdf3adebff2 req-fcbfa538-da16-48e6-b101-6b56121b2bed tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:59.839482 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-93c1fe2a-069b-4792-bf14-dcdf3adebff2 req-fcbfa538-da16-48e6-b101-6b56121b2bed tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 943 time: 0.0471919 Sep 15 18:23:59.877497 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-93c1fe2a-069b-4792-bf14-dcdf3adebff2 req-e521e281-fbb5-4a70-84ea-ad885104d1d1 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320210 Sep 15 18:24:00.989006 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78601820-75d0-47ff-abe3-3fd1e43c39e2 req-6b69b6df-4573-4b11-94a0-d7c899096dd7 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:00.991171 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-78601820-75d0-47ff-abe3-3fd1e43c39e2 req-6b69b6df-4573-4b11-94a0-d7c899096dd7 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 943 time: 0.0478835 Sep 15 18:24:01.026714 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-78601820-75d0-47ff-abe3-3fd1e43c39e2 req-d2dc15cc-e108-4799-afd3-0c634e402693 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296712 Sep 15 18:24:02.139484 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38b60d-b345-44f6-a126-0d9b0bbff7f0 req-8afd2ed7-9447-4b27-9ca3-6faca760a691 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:02.140973 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5c38b60d-b345-44f6-a126-0d9b0bbff7f0 req-8afd2ed7-9447-4b27-9ca3-6faca760a691 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 943 time: 0.0482850 Sep 15 18:24:02.181270 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5c38b60d-b345-44f6-a126-0d9b0bbff7f0 req-6f0ccf5f-8ba0-4ca1-9bb6-d61331a5497b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344210 Sep 15 18:24:03.296420 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a60fe-3bb2-482d-85f0-269d6969e59e req-b825cc1d-728c-4ad0-8519-cede29676f67 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:03.297906 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4c7a60fe-3bb2-482d-85f0-269d6969e59e req-b825cc1d-728c-4ad0-8519-cede29676f67 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 943 time: 0.0482538 Sep 15 18:24:03.334843 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4c7a60fe-3bb2-482d-85f0-269d6969e59e req-d098f083-9674-4f7e-983a-a6598de27783 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303819 Sep 15 18:24:04.444202 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad99cec-9200-4d6e-8b35-c6f05fef91c7 req-78fa0a1c-0698-4bd5-97d4-4ac19cc753b2 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:04.445585 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0ad99cec-9200-4d6e-8b35-c6f05fef91c7 req-78fa0a1c-0698-4bd5-97d4-4ac19cc753b2 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 943 time: 0.0479002 Sep 15 18:24:04.481908 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-0ad99cec-9200-4d6e-8b35-c6f05fef91c7 req-327f9fcc-02cd-498c-bc08-68eb9aa49ac6 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304515 Sep 15 18:24:05.235499 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 81b62088-db30-480a-a74a-94272fb1526c details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:24:05.438241 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 81b62088-db30-480a-a74a-94272fb1526c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=81b62088-db30-480a-a74a-94272fb1526c,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:24:05.448578 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': '81b62088-db30-480a-a74a-94272fb1526c', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'port_id': '81b62088-db30-480a-a74a-94272fb1526c', 'mac_address': 'fa:16:3e:27:b1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:24:05.486461 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:05.498905 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b62088-db30-480a-a74a-94272fb1526c {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:24:05.517089 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 81b62088-db30-480a-a74a-94272fb1526c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=81b62088-db30-480a-a74a-94272fb1526c,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:24:05.521156 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:05.567666 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=81b62088-db30-480a-a74a-94272fb1526c,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:24:05.574438 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.574781 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.575115 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.575447 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.575770 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.576095 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.576417 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.576732 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.577068 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.577386 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.577728 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.578041 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:24:05.594352 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa612b2b-ce03-4f8d-8804-9e86766164d0 req-da770858-363c-40fe-beac-a7e865f24e65 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:05.595831 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-aa612b2b-ce03-4f8d-8804-9e86766164d0 req-da770858-363c-40fe-beac-a7e865f24e65 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 944 time: 0.0484493 Sep 15 18:24:05.637392 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-aa612b2b-ce03-4f8d-8804-9e86766164d0 req-38873356-e677-4820-9e70-889f4f43ffcf tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 Sep 15 18:24:05.722967 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['81b62088-db30-480a-a74a-94272fb1526c'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:24:05.948617 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:06.748266 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b2575-485d-43dc-8055-2a92aa3cbe6a req-0508bd2f-6b15-48ca-afb0-05665a6ad957 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:06.749718 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4a4b2575-485d-43dc-8055-2a92aa3cbe6a req-0508bd2f-6b15-48ca-afb0-05665a6ad957 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 944 time: 0.0468774 Sep 15 18:24:06.784786 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-4a4b2575-485d-43dc-8055-2a92aa3cbe6a req-2b9bf3e7-d13b-40ac-a53a-e6b7eb4262f6 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292990 Sep 15 18:24:07.244489 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 81b62088-db30-480a-a74a-94272fb1526c up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:24:07.290681 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port 81b62088-db30-480a-a74a-94272fb1526c completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:24:07.294366 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port 81b62088-db30-480a-a74a-94272fb1526c triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:24:07.294733 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:07.373122 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:07.393896 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b62088-db30-480a-a74a-94272fb1526c'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:24:07.396554 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0841484d-0922-4cea-8ad6-0963d71fa083" -d '{"events": [{"server_uuid": "c587eb0d-774d-4ec3-8097-00acdbe11501", "name": "network-vif-plugged", "status": "completed", "tag": "81b62088-db30-480a-a74a-94272fb1526c"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:24:07.408243 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 81b62088-db30-480a-a74a-94272fb1526c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=81b62088-db30-480a-a74a-94272fb1526c,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:24:07.412929 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:07.436833 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387570d6-5f8c-4228-8255-407eb2198049 x-openstack-request-id: req-387570d6-5f8c-4228-8255-407eb2198049 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:24:07.437150 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c587eb0d-774d-4ec3-8097-00acdbe11501", "name": "network-vif-plugged", "status": "completed", "tag": "81b62088-db30-480a-a74a-94272fb1526c", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:24:07.437398 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-387570d6-5f8c-4228-8255-407eb2198049 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:24:07.437812 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b62088-db30-480a-a74a-94272fb1526c', 'code': 200} Sep 15 18:24:07.463643 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=81b62088-db30-480a-a74a-94272fb1526c,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:24:07.633260 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8258-3d9f-44b5-ab91-96581c6da404 req-987eba6d-edf5-43b5-8067-dee859b506e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:07.634744 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-570e8258-3d9f-44b5-ab91-96581c6da404 req-987eba6d-edf5-43b5-8067-dee859b506e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 1098 time: 0.0383265 Sep 15 18:24:07.668602 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-570e8258-3d9f-44b5-ab91-96581c6da404 req-d980903f-2170-4562-8708-3763e7d54ae4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269716 Sep 15 18:24:07.896559 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac45247-cb85-4549-81e7-1ed3225456d8 req-94efdd2a-2264-446c-b6c4-7d4f1e31a9cc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:07.898022 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2ac45247-cb85-4549-81e7-1ed3225456d8 req-94efdd2a-2264-446c-b6c4-7d4f1e31a9cc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 945 time: 0.0493116 Sep 15 18:24:07.934461 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-2ac45247-cb85-4549-81e7-1ed3225456d8 req-5ff6ce9c-3280-4896-a2b7-54dbae99c7f5 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306129 Sep 15 18:24:08.188223 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:24:08.768474 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-85b57529-a103-4d7a-8415-3800683c22f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:09.046106 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395d97-a3d2-464c-a862-a65e8ecb6ef0 req-c0dd6474-2f56-440e-98a2-64c4a1ac067e tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:09.047446 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-73395d97-a3d2-464c-a862-a65e8ecb6ef0 req-c0dd6474-2f56-440e-98a2-64c4a1ac067e tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 945 time: 0.0462651 Sep 15 18:24:09.086783 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-73395d97-a3d2-464c-a862-a65e8ecb6ef0 req-28a9bf41-a6f5-4215-a30f-eac45823665a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327408 Sep 15 18:24:09.196583 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db70389-046b-4b19-95a2-03b5b5f9fe46 req-e55015c8-1e19-4a03-894d-8fddb2df7467 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:09.198057 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9db70389-046b-4b19-95a2-03b5b5f9fe46 req-e55015c8-1e19-4a03-894d-8fddb2df7467 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 945 time: 0.0478482 Sep 15 18:24:09.234079 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9db70389-046b-4b19-95a2-03b5b5f9fe46 req-26478919-972d-441a-a764-84553a362ea2 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302298 Sep 15 18:24:09.255713 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46582) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:24:09.292677 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7a15b-d8a7-4577-b3ca-d84b2bb6fe67 tempest-TestVolumeBootPattern-775808112 tempest-TestVolumeBootPattern-775808112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:09.294133 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-6dc7a15b-d8a7-4577-b3ca-d84b2bb6fe67 tempest-TestVolumeBootPattern-775808112 tempest-TestVolumeBootPattern-775808112-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 1093 time: 0.0374680 Sep 15 18:24:09.296860 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46584) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:24:09.300782 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'floatingip': {'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'port_id': '81b62088-db30-480a-a74a-94272fb1526c', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:24:09.321903 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:09.415340 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:09.512727 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Allocated IP 172.27.2.137 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/db830aff-45d7-43ce-9787-294be7218db1) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:24:09.614148 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:09.646315 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:09.682195 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:24:09.685055 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:24:09.690438 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:24:09.712555 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'Port': ['ID=db830aff-45d7-43ce-9787-294be7218db1,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:24:10.029890 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:10.092787 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:10.235555 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:10.240238 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:10.307939 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'Port': ['ID=db830aff-45d7-43ce-9787-294be7218db1,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:24:10.319710 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:10.414765 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.l3_db [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Floating IP 0439225d-e2c3-412f-81ce-8152743aca85 associated. External IP: 172.27.2.137, port: 81b62088-db30-480a-a74a-94272fb1526c. Sep 15 18:24:10.610295 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Router 89f1013d-b4b1-458b-a82b-05eda877164e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:24:10.715178 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:24:10.724521 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588ce6f-e21e-4ede-bb08-72c101551a54 None None] Sync routers for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:24:10.729978 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:10.733277 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588ce6f-e21e-4ede-bb08-72c101551a54 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:24:10.733907 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-f588ce6f-e21e-4ede-bb08-72c101551a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:23:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:24:10.773575 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-8f4541fb-c354-4102-bc0e-7e5f50037192 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4625823 Sep 15 18:24:10.773575 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'tag': '81b62088-db30-480a-a74a-94272fb1526c'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:24:10.773575 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c587eb0d-774d-4ec3-8097-00acdbe11501", "tag": "81b62088-db30-480a-a74a-94272fb1526c"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:24:10.838866 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-f588ce6f-e21e-4ede-bb08-72c101551a54 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:24:10.858221 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150d5474-1026-44bd-86d9-1cd73b863876 x-openstack-request-id: req-150d5474-1026-44bd-86d9-1cd73b863876 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:24:10.858514 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c587eb0d-774d-4ec3-8097-00acdbe11501", "tag": "81b62088-db30-480a-a74a-94272fb1526c", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:24:10.858793 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-150d5474-1026-44bd-86d9-1cd73b863876 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:24:10.859191 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'tag': '81b62088-db30-480a-a74a-94272fb1526c', 'status': 'completed', 'code': 200} Sep 15 18:24:10.918699 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4 req-54a9dd65-bd95-4f30-ab60-e761558427b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:10.920187 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4 req-54a9dd65-bd95-4f30-ab60-e761558427b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 1098 time: 0.0402863 Sep 15 18:24:11.006810 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4 req-effb2a72-cef9-470e-b3a9-b6dafccddaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:11.008277 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4 req-effb2a72-cef9-470e-b3a9-b6dafccddaec service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0817368 Sep 15 18:24:11.057790 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-f588ce6f-e21e-4ede-bb08-72c101551a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '0439225d-e2c3-412f-81ce-8152743aca85', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '81b62088-db30-480a-a74a-94272fb1526c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:27:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:24:09Z', 'updated_at': '2021-09-15T18:24:09Z', 'revision_number': 0, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:24:11.076318 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4 req-c1e8cb9a-aadb-41fa-86b6-cff463b015b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b62088-db30-480a-a74a-94272fb1526c HTTP/1.1" status: 200 len: 999 time: 0.0608456 Sep 15 18:24:11.084404 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588ce6f-e21e-4ede-bb08-72c101551a54 None None] Checking router: 89f1013d-b4b1-458b-a82b-05eda877164e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:24:11.092752 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588ce6f-e21e-4ede-bb08-72c101551a54 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:24:11.093359 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-f588ce6f-e21e-4ede-bb08-72c101551a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:23:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:24:11.123840 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4 req-8a24f178-60bc-4bfb-ae79-ee052312611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:11.125289 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4 req-8a24f178-60bc-4bfb-ae79-ee052312611d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0427632 Sep 15 18:24:11.169697 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4 req-2f326a57-5b89-4dcd-b1bb-f4d7bd4cbed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:11.171205 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4 req-2f326a57-5b89-4dcd-b1bb-f4d7bd4cbed0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389800 Sep 15 18:24:11.201180 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-f588ce6f-e21e-4ede-bb08-72c101551a54 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:24:11.261143 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4 req-de558bc1-d104-4192-9dbb-8358331106af service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823898 Sep 15 18:24:11.347814 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-26d17e27-4d7d-4a56-8ff7-312f26cd94f4 req-19699df1-7cb2-4eca-b6a2-70d33421021d service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792332 Sep 15 18:24:11.419269 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-f588ce6f-e21e-4ede-bb08-72c101551a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '0439225d-e2c3-412f-81ce-8152743aca85', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '81b62088-db30-480a-a74a-94272fb1526c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:27:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:24:09Z', 'updated_at': '2021-09-15T18:24:09Z', 'revision_number': 0, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:24:11.448413 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588ce6f-e21e-4ede-bb08-72c101551a54 None None] The sync data for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi is: [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '0439225d-e2c3-412f-81ce-8152743aca85', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '81b62088-db30-480a-a74a-94272fb1526c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:27:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:24:09Z', 'updated_at': '2021-09-15T18:24:09Z', 'revision_number': 0, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:24:11.461455 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-23876fc1-aece-44c8-b0b9-a1156357e625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:11.477869 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:11.623449 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9abff65-8c00-4ace-a007-474811d3528a None None] New status for floating IP 0439225d-e2c3-412f-81ce-8152743aca85: ACTIVE {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:24:12.526814 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:14.318039 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:35.949251 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:38.769332 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-bec980e6-aa56-4b77-8d64-9c05b40c4f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:41.452747 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-d68b2c3d-596e-46a9-a47b-1fc2c63db267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:41.477037 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:41.963349 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-2a5c054a-b9a4-4a2a-8ea4-d781c7b9413a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424335 Sep 15 18:24:42.068557 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-bbaeaf86-6d16-4820-ad20-1ab0aba5a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:42.070047 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-bbaeaf86-6d16-4820-ad20-1ab0aba5a1a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 1098 time: 0.0398357 Sep 15 18:24:42.173167 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-98fd08c6-3569-45bc-af2e-4ef52af765a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:42.174643 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-98fd08c6-3569-45bc-af2e-4ef52af765a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0860648 Sep 15 18:24:42.238463 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-e6fb66ea-54e3-431f-8458-150fcaa38312 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b62088-db30-480a-a74a-94272fb1526c HTTP/1.1" status: 200 len: 1001 time: 0.0559421 Sep 15 18:24:42.284091 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-8e927be2-64c2-4654-8046-28a2df5448e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:42.285438 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-8e927be2-64c2-4654-8046-28a2df5448e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0403266 Sep 15 18:24:42.330282 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-097b8176-ad4a-4194-81d2-1e28e7d6f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:24:42.331692 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-097b8176-ad4a-4194-81d2-1e28e7d6f066 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396316 Sep 15 18:24:42.416150 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-55becf44-3ef0-4b7f-89ac-56b72d6af292 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772369 Sep 15 18:24:42.503885 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-24b24c5f-1ed7-44e3-9442-425c024ffd8b req-0a8095f9-12cc-4ef5-9ab9-501afcd180e8 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803299 Sep 15 18:24:42.528573 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:44.320649 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:45.190766 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:25:05.953480 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:08.769190 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-7bbe1d84-e547-4176-acc2-0dc4cb09441a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:11.453519 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-cf4e54e1-d08f-47c0-a049-6846b6f65898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:11.475476 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:12.535028 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:14.322614 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:22.193592 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:25:35.959804 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:38.769310 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-0a869099-2a6c-4eba-92b1-1c16fd2adb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:41.454690 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-52253fde-ac49-4265-9480-d0a5eead47f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:41.477682 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:42.533766 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:42.958117 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-859310f6-d35b-47bc-b9fa-da3ca5cdfb58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391018 Sep 15 18:25:43.034832 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-33411cc3-a5f0-4b52-9135-e4f73dfef8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:43.036245 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-33411cc3-a5f0-4b52-9135-e4f73dfef8c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 1098 time: 0.0381665 Sep 15 18:25:43.138864 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-66451018-8023-4f88-a5c2-87eea3a43f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:43.140307 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-66451018-8023-4f88-a5c2-87eea3a43f8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0846550 Sep 15 18:25:43.203387 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-ff6f21b2-44ea-417f-8cc5-d1cd4494cddf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b62088-db30-480a-a74a-94272fb1526c HTTP/1.1" status: 200 len: 1001 time: 0.0554197 Sep 15 18:25:43.253582 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-748ca37c-0d20-420d-9b7f-1922c77cfaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:43.254893 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-748ca37c-0d20-420d-9b7f-1922c77cfaf6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0440228 Sep 15 18:25:43.298542 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-21228c93-e2c6-481a-be81-2a878b7abdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:43.299931 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-21228c93-e2c6-481a-be81-2a878b7abdbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373158 Sep 15 18:25:43.387509 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-f0da4363-428c-47d2-bba3-00304495757a service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789745 Sep 15 18:25:43.476709 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-96efec0c-3d37-4bc6-8c34-a59708acc0d1 req-1a05a19b-3d49-424e-9552-18fee797fc16 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815392 Sep 15 18:25:44.325999 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:46.121064 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-72fcf8df-4fdd-40b7-b5ef-887394c24683 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832734937&fields=id&tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56 HTTP/1.1" status: 200 len: 267 time: 0.0339231 Sep 15 18:25:46.230315 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94af27-79f8-442e-914f-5da1e307be86 req-741a4b8c-5ba7-4e23-aaf7-54b8a51c0aa5 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:46.231759 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-741a4b8c-5ba7-4e23-aaf7-54b8a51c0aa5 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 811 time: 0.1038008 Sep 15 18:25:46.246642 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-551fe26c-9e1f-4dce-9eab-8c1949814b92 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/quotas/7e9af1249dfb4c2f99cb2922b8fb4a56 HTTP/1.1" status: 200 len: 375 time: 0.0092075 Sep 15 18:25:46.301278 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-d7d823d0-193a-48cf-88a3-57a28c9861cf tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495648 Sep 15 18:25:46.359105 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-294fa3ec-1940-41f6-9f87-26fba0524a10 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:25:46.360058 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-294fa3ec-1940-41f6-9f87-26fba0524a10 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472496 Sep 15 18:25:46.446658 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-7d517ca2-c7f9-4cdf-891a-90037db7e9a7 service neutron] 10.222.0.39 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803554 Sep 15 18:25:46.534725 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-1b9cf3d8-f97e-437f-b41b-ab67c6b3ad33 service neutron] 10.222.0.39 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822344 Sep 15 18:25:46.819565 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6816f605-3dab-44f3-bb7c-fe988c034700 req-7b723d46-5518-418f-b532-8b5539ee6d24 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 210 time: 0.0256612 Sep 15 18:25:47.804847 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94af27-79f8-442e-914f-5da1e307be86 req-fe5c219e-0c96-47f9-a587-83925d2ae075 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:47.806885 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-fe5c219e-0c96-47f9-a587-83925d2ae075 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 811 time: 0.1058578 Sep 15 18:25:47.848668 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-d4664254-48cd-4ec4-a898-c82042db4311 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56 HTTP/1.1" status: 200 len: 380 time: 0.0325406 Sep 15 18:25:47.858085 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'port': {'device_id': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'admin_state_up': True, 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'security_groups': ['cad7e996-d1b7-449f-a712-f4eb538b3e20']}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:25:47.916250 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b4a114e5-d5c8-4993-87b3-ee7f05a4962d req-9c985967-fbf5-4de5-852e-1f82e305ea95 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 210 time: 0.0296857 Sep 15 18:25:47.963295 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Made reservation on behalf of 7e9af1249dfb4c2f99cb2922b8fb4a56 for: {'port': 1} {{(pid=94151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:25:47.966695 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:48.091891 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Allocated IP 172.20.0.3 (23270e6f-fca7-417e-ba90-9f6196e7dd77/0b04f813-23b1-4dfe-8fe8-59e57502db09/008106b0-be48-4466-84b6-7e8687164d0f) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:25:48.235360 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:48.268441 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:48.308032 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Network 23270e6f-fca7-417e-ba90-9f6196e7dd77 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:25:48.310918 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:25:48.314487 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:25:48.347046 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'Port': ['ID=008106b0-be48-4466-84b6-7e8687164d0f,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:25:48.359218 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.359561 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.359896 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.360255 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.360584 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.360915 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.361236 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.361577 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.361897 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.362213 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.362528 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.362841 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:48.379722 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:48.380335 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:48.394771 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-37bd8680-4b73-4914-9aca-3492c1589ba3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5404668 Sep 15 18:25:48.407206 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Request body: {'port': {'device_id': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:25:48.461183 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:48.571632 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-1dab389d-5af4-4ef6-9686-3a696422218d None None] Provisioning complete for port 008106b0-be48-4466-84b6-7e8687164d0f triggered by entity DHCP. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:25:48.572294 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1dab389d-5af4-4ef6-9686-3a696422218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:48.606355 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1dab389d-5af4-4ef6-9686-3a696422218d None None] Port 008106b0-be48-4466-84b6-7e8687164d0f cannot update to ACTIVE because it is not bound. {{(pid=94153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:25:48.947921 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008106b0-be48-4466-84b6-7e8687164d0f {{(pid=94151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:25:48.955123 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:48.967339 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.provisioning_blocks [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Transition to ACTIVE for port object 008106b0-be48-4466-84b6-7e8687164d0f will not be triggered until provisioned by entity L2. {{(pid=94151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:25:48.971239 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:49.026842 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Pushing event updated for resources: {'Port': ['ID=008106b0-be48-4466-84b6-7e8687164d0f,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:25:49.043920 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c49d20-e7de-4b15-8739-816fc837bcb0 req-4818a801-5469-4e3c-96dc-e1191e2455ce tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:49.045462 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f2c49d20-e7de-4b15-8739-816fc837bcb0 req-4818a801-5469-4e3c-96dc-e1191e2455ce tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 943 time: 0.0595326 Sep 15 18:25:49.088236 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-f2c49d20-e7de-4b15-8739-816fc837bcb0 req-8537a60c-0e75-4e5f-aca9-f06eedb341a9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360110 Sep 15 18:25:49.101836 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Attempting to bind port 008106b0-be48-4466-84b6-7e8687164d0f on host hv-cinder-76377 for vnic_type normal with profile {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:25:49.102201 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Attempting to bind port 008106b0-be48-4466-84b6-7e8687164d0f by drivers openvswitch,hyperv on host hv-cinder-76377 at level 0 using segments [{'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:25:49.102600 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Attempting to bind port 008106b0-be48-4466-84b6-7e8687164d0f on network 23270e6f-fca7-417e-ba90-9f6196e7dd77 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:25:49.107827 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Port 008106b0-be48-4466-84b6-7e8687164d0f on network 23270e6f-fca7-417e-ba90-9f6196e7dd77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76377 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:25:49.108143 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Attempting to bind port 008106b0-be48-4466-84b6-7e8687164d0f on network 23270e6f-fca7-417e-ba90-9f6196e7dd77 {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:25:49.113527 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Checking agent: {'id': '77bad6c9-6236-4f1c-9410-f4b30359dc7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'started_at': datetime.datetime(2021, 9, 15, 18, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:25:49.113887 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Checking segment: {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:25:49.114287 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Bound using segment: {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'} {{(pid=94151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:25:49.114702 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.managers [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Bound port: 008106b0-be48-4466-84b6-7e8687164d0f, host: hv-cinder-76377, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993d11c5-ebf5-411a-b01d-16f1e55c32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77'}}] {{(pid=94151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:25:49.115050 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:49.179733 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] For port 008106b0-be48-4466-84b6-7e8687164d0f, host hv-cinder-76377, cleared binding levels {{(pid=94151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:25:49.182989 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] For port 008106b0-be48-4466-84b6-7e8687164d0f, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=008106b0-be48-4466-84b6-7e8687164d0f,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:25:49.187219 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:49.217511 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:49.218078 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:49.219466 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] 10.222.0.41 "PUT /v2.0/ports/008106b0-be48-4466-84b6-7e8687164d0f HTTP/1.1" status: 200 len: 1093 time: 0.8167381 Sep 15 18:25:49.219900 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'tag': '008106b0-be48-4466-84b6-7e8687164d0f'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:25:49.222430 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f247d883-f9a5-4271-a585-b059a7224950" -d '{"events": [{"name": "network-changed", "server_uuid": "c573c0dd-5366-4fd9-a177-5884a76e0532", "tag": "008106b0-be48-4466-84b6-7e8687164d0f"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:25:49.252191 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7d002-07b6-46ae-98c5-949781c8fd4b service neutron] Pushing event updated for resources: {'Port': ['ID=008106b0-be48-4466-84b6-7e8687164d0f,revision_number=3']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:25:49.267870 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4dbd5e-227d-4638-bec1-68397ebd83f3 x-openstack-request-id: req-1c4dbd5e-227d-4638-bec1-68397ebd83f3 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:25:49.268152 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c573c0dd-5366-4fd9-a177-5884a76e0532", "tag": "008106b0-be48-4466-84b6-7e8687164d0f", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:25:49.268400 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c4dbd5e-227d-4638-bec1-68397ebd83f3 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:25:49.268790 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'tag': '008106b0-be48-4466-84b6-7e8687164d0f', 'status': 'completed', 'code': 200} Sep 15 18:25:49.301884 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94af27-79f8-442e-914f-5da1e307be86 req-da410636-43b6-4d88-854f-d65658b7f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:49.303434 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-da410636-43b6-4d88-854f-d65658b7f412 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 1096 time: 0.0448840 Sep 15 18:25:49.348420 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-5a0aa2e8-160e-4859-a96a-a15c52624d5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=008106b0-be48-4466-84b6-7e8687164d0f HTTP/1.1" status: 200 len: 217 time: 0.0374763 Sep 15 18:25:49.397819 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94af27-79f8-442e-914f-5da1e307be86 req-f77bc784-3856-44b8-bd2a-8a3c8b8e9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:49.399284 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-f77bc784-3856-44b8-bd2a-8a3c8b8e9558 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0440345 Sep 15 18:25:49.443392 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94af27-79f8-442e-914f-5da1e307be86 req-f4dd57ff-7369-4fb6-ae85-61b1066d24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:49.444808 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-f4dd57ff-7369-4fb6-ae85-61b1066d24aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388510 Sep 15 18:25:49.534397 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-3a58f64e-1cb7-421d-8442-2850077d5ff6 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825648 Sep 15 18:25:49.621032 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-9d94af27-79f8-442e-914f-5da1e307be86 req-5f739868-d839-4425-852c-b063ea8c3430 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796320 Sep 15 18:25:49.706158 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247d883-f9a5-4271-a585-b059a7224950 req-36d6912c-c917-4661-b497-6a3e5e0e8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:49.707649 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f247d883-f9a5-4271-a585-b059a7224950 req-36d6912c-c917-4661-b497-6a3e5e0e8259 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 1096 time: 0.0443144 Sep 15 18:25:49.792476 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247d883-f9a5-4271-a585-b059a7224950 req-5d23a9fa-e0db-4dfa-be91-75c1d0d14782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:49.793845 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f247d883-f9a5-4271-a585-b059a7224950 req-5d23a9fa-e0db-4dfa-be91-75c1d0d14782 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0793922 Sep 15 18:25:49.837536 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f247d883-f9a5-4271-a585-b059a7224950 req-3495ccbf-829a-4254-ab93-d8104b1d434c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=008106b0-be48-4466-84b6-7e8687164d0f HTTP/1.1" status: 200 len: 217 time: 0.0358722 Sep 15 18:25:49.886730 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247d883-f9a5-4271-a585-b059a7224950 req-b713e202-1294-4a9f-b8c9-a6c12721bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:49.888135 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f247d883-f9a5-4271-a585-b059a7224950 req-b713e202-1294-4a9f-b8c9-a6c12721bcf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0412734 Sep 15 18:25:49.933091 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247d883-f9a5-4271-a585-b059a7224950 req-0ab51fcc-5b35-48c0-95d0-c0527df11bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:49.934556 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f247d883-f9a5-4271-a585-b059a7224950 req-0ab51fcc-5b35-48c0-95d0-c0527df11bbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383017 Sep 15 18:25:50.026640 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f247d883-f9a5-4271-a585-b059a7224950 req-4bdd6db8-712d-40de-8b02-0aff7f5f1792 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826781 Sep 15 18:25:50.117600 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-f247d883-f9a5-4271-a585-b059a7224950 req-d5513b3b-fef8-4c72-80eb-19dcafa9aef9 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797696 Sep 15 18:25:50.201272 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d800e32-b9e2-42f5-85ee-f4ded22d4f80 req-efe9b133-6919-40bb-b8ee-3eca69d2db97 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:50.202729 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7d800e32-b9e2-42f5-85ee-f4ded22d4f80 req-efe9b133-6919-40bb-b8ee-3eca69d2db97 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 943 time: 0.0475135 Sep 15 18:25:50.238399 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7d800e32-b9e2-42f5-85ee-f4ded22d4f80 req-8f60878e-d789-46fe-a97d-9d0e4abd9292 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299242 Sep 15 18:25:51.351886 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580a8db-eb51-459f-a545-4f39cc784c8f req-914b2e46-b6b8-4e91-8eee-c04186713d72 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:51.353343 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6580a8db-eb51-459f-a545-4f39cc784c8f req-914b2e46-b6b8-4e91-8eee-c04186713d72 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 943 time: 0.0464990 Sep 15 18:25:51.389848 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6580a8db-eb51-459f-a545-4f39cc784c8f req-846963b2-098c-4c0f-a994-0157992290ed tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305400 Sep 15 18:25:52.502046 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87f4af-348d-4b7f-9193-403d14716cdd req-367c3fe4-356f-4076-bbc6-ad497da2b0b3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:52.503466 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee87f4af-348d-4b7f-9193-403d14716cdd req-367c3fe4-356f-4076-bbc6-ad497da2b0b3 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 943 time: 0.0498667 Sep 15 18:25:52.539738 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ee87f4af-348d-4b7f-9193-403d14716cdd req-5d6e2acc-28fa-47d4-92a2-8f51a652f661 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300567 Sep 15 18:25:53.649070 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b681e-a9c7-41a1-bf24-1a5dfa420c68 req-118fcbc1-a006-4484-8147-34382d72fc19 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:53.651094 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ad8b681e-a9c7-41a1-bf24-1a5dfa420c68 req-118fcbc1-a006-4484-8147-34382d72fc19 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 943 time: 0.0466928 Sep 15 18:25:53.688034 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ad8b681e-a9c7-41a1-bf24-1a5dfa420c68 req-495590ad-4f06-4c5c-b510-02f3b74b4b25 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Sep 15 18:25:54.795964 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fc5ce-9930-494e-ada3-f86d50afcf2c req-3d6e43b7-8866-4f43-ab18-b3f39b3b6faf tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:54.797388 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ce7fc5ce-9930-494e-ada3-f86d50afcf2c req-3d6e43b7-8866-4f43-ab18-b3f39b3b6faf tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 943 time: 0.0468802 Sep 15 18:25:54.833125 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-ce7fc5ce-9930-494e-ada3-f86d50afcf2c req-905f119d-118e-4040-a824-21eedd049bb0 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296769 Sep 15 18:25:55.946767 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587a2cf-83da-48fe-9333-dff702f69843 req-b0efc5b4-898e-4d5d-b33e-5285b42dc8d9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:55.948135 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6587a2cf-83da-48fe-9333-dff702f69843 req-b0efc5b4-898e-4d5d-b33e-5285b42dc8d9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 943 time: 0.0515862 Sep 15 18:25:55.984942 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-6587a2cf-83da-48fe-9333-dff702f69843 req-26fd62d2-da2e-488f-96d6-3a61cfbb6ddc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309570 Sep 15 18:25:57.096421 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294cab-173b-47fd-a9dc-9041cc54e0b5 req-2dac4233-106a-4c94-b980-c7b9a9d2fd29 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:57.097906 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-df294cab-173b-47fd-a9dc-9041cc54e0b5 req-2dac4233-106a-4c94-b980-c7b9a9d2fd29 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 943 time: 0.0474064 Sep 15 18:25:57.134712 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-df294cab-173b-47fd-a9dc-9041cc54e0b5 req-95517244-e4f5-49b2-86b8-5e3fa30a6979 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308695 Sep 15 18:25:57.681948 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 008106b0-be48-4466-84b6-7e8687164d0f details requested by agent hyperv_hv-cinder-76377 with host hv-cinder-76377 {{(pid=94153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:25:57.776956 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 008106b0-be48-4466-84b6-7e8687164d0f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=008106b0-be48-4466-84b6-7e8687164d0f,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:25:57.787607 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Returning: {'device': '008106b0-be48-4466-84b6-7e8687164d0f', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'port_id': '008106b0-be48-4466-84b6-7e8687164d0f', 'mac_address': 'fa:16:3e:ca:b9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:25:57.823692 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:57.835637 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008106b0-be48-4466-84b6-7e8687164d0f {{(pid=94153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:25:57.854430 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 008106b0-be48-4466-84b6-7e8687164d0f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=008106b0-be48-4466-84b6-7e8687164d0f,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:25:57.857919 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:57.903158 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=008106b0-be48-4466-84b6-7e8687164d0f,revision_number=4']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:25:57.909797 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:57.910145 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:57.910482 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:57.910814 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:57.911143 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:57.911470 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:57.911795 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:57.912119 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:57.912463 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:57.912788 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:57.913111 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:57.913430 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:58.069507 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] get_ports_and_sgs() called for port_ids ['008106b0-be48-4466-84b6-7e8687164d0f'] {{(pid=94153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:25:58.246193 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616e47-6ef5-4cc1-84ba-029ae585525a req-69a9c082-c2d5-4621-b7fe-6c3e9b412445 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:58.247597 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-06616e47-6ef5-4cc1-84ba-029ae585525a req-69a9c082-c2d5-4621-b7fe-6c3e9b412445 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 944 time: 0.0472741 Sep 15 18:25:58.284557 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-06616e47-6ef5-4cc1-84ba-029ae585525a req-84cfc7fe-73d8-4eb2-b800-e3e85cc1c3f6 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311699 Sep 15 18:25:59.194181 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:25:59.397948 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa8821-ba45-4be2-bb3a-9caa34b87440 req-cccdfd98-4d15-4a66-8b2f-4af44cd3827c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:59.399279 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e9fa8821-ba45-4be2-bb3a-9caa34b87440 req-cccdfd98-4d15-4a66-8b2f-4af44cd3827c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 944 time: 0.0503027 Sep 15 18:25:59.436391 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-e9fa8821-ba45-4be2-bb3a-9caa34b87440 req-a6e51487-4594-49ef-8bd4-68f874b82a14 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306549 Sep 15 18:25:59.680328 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 008106b0-be48-4466-84b6-7e8687164d0f up at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:25:59.725982 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning for port 008106b0-be48-4466-84b6-7e8687164d0f completed by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:25:59.729994 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.provisioning_blocks [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Provisioning complete for port 008106b0-be48-4466-84b6-7e8687164d0f triggered by entity L2. {{(pid=94153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:25:59.730358 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755618'] for port, provisioning_complete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:59.803524 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:59.824502 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008106b0-be48-4466-84b6-7e8687164d0f'}] {{(pid=94153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:25:59.826701 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d17a8f599bf8eba0a0becc178097d5e767ba20b3e8b168ff7dc7d11cfe779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da3ad2b-3dbb-4954-99d9-83af1d0204a7" -d '{"events": [{"server_uuid": "c573c0dd-5366-4fd9-a177-5884a76e0532", "name": "network-vif-plugged", "status": "completed", "tag": "008106b0-be48-4466-84b6-7e8687164d0f"}]}' {{(pid=94153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:25:59.839279 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] For port 008106b0-be48-4466-84b6-7e8687164d0f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=008106b0-be48-4466-84b6-7e8687164d0f,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:25:59.843070 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316'] for port, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:59.889291 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Pushing event updated for resources: {'Port': ['ID=008106b0-be48-4466-84b6-7e8687164d0f,revision_number=5']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:25:59.927076 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ead464-5ebd-4451-aaf0-a6881415b148 x-openstack-request-id: req-f4ead464-5ebd-4451-aaf0-a6881415b148 {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:25:59.927365 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c573c0dd-5366-4fd9-a177-5884a76e0532", "name": "network-vif-plugged", "status": "completed", "tag": "008106b0-be48-4466-84b6-7e8687164d0f", "code": 200}]} {{(pid=94153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:25:59.927609 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4ead464-5ebd-4451-aaf0-a6881415b148 {{(pid=94153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:25:59.927995 dv-cinder-763774-3-iscsi neutron-server[94153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008106b0-be48-4466-84b6-7e8687164d0f', 'code': 200} Sep 15 18:26:00.133474 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f171b4b-9df4-4f51-857a-e093e807165e req-6567d870-f036-4985-8c4c-be88c28c2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:00.135499 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6f171b4b-9df4-4f51-857a-e093e807165e req-6567d870-f036-4985-8c4c-be88c28c2b63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 1098 time: 0.0389106 Sep 15 18:26:00.173150 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-6f171b4b-9df4-4f51-857a-e093e807165e req-ebbc4217-524f-48e6-83ed-926ceef3c453 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302656 Sep 15 18:26:00.545631 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d941bef-8312-4131-929a-a2325da6f35e req-447d92ac-9ce0-4c55-bbaa-78a86e16ad52 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:00.547097 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9d941bef-8312-4131-929a-a2325da6f35e req-447d92ac-9ce0-4c55-bbaa-78a86e16ad52 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 945 time: 0.0472336 Sep 15 18:26:00.583250 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-9d941bef-8312-4131-929a-a2325da6f35e req-e6518f64-9db3-4ff2-be81-ccecb3decaad tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301359 Sep 15 18:26:01.694599 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8f5d6-e484-43fb-bffa-795bf51522af req-c2c9349b-0dfa-4384-acb3-e9c799f453d2 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:01.696044 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fdf8f5d6-e484-43fb-bffa-795bf51522af req-c2c9349b-0dfa-4384-acb3-e9c799f453d2 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 945 time: 0.0476432 Sep 15 18:26:01.731775 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-fdf8f5d6-e484-43fb-bffa-795bf51522af req-776ca35a-7f3f-48f8-bd12-c02bfd8f1f04 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291977 Sep 15 18:26:01.843372 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad2b71-bc26-4491-baa3-c38711ad41e7 req-10860d1d-c14c-46fd-80f3-c6e7b7020e22 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:01.844790 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-19ad2b71-bc26-4491-baa3-c38711ad41e7 req-10860d1d-c14c-46fd-80f3-c6e7b7020e22 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 945 time: 0.0501578 Sep 15 18:26:01.880558 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-19ad2b71-bc26-4491-baa3-c38711ad41e7 req-94a6e047-af80-4491-8c7c-163e498d824e tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298769 Sep 15 18:26:01.904590 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46724) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:26:01.942952 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e74b3d-7a51-4b6f-bf03-22801c92d45e tempest-TestVolumeBootPattern-775808112 tempest-TestVolumeBootPattern-775808112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:01.944447 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-71e74b3d-7a51-4b6f-bf03-22801c92d45e tempest-TestVolumeBootPattern-775808112 tempest-TestVolumeBootPattern-775808112-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 1093 time: 0.0388420 Sep 15 18:26:01.947188 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46726) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:26:01.951474 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.v2.base [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Request body: {'floatingip': {'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'port_id': '008106b0-be48-4466-84b6-7e8687164d0f', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:26:01.972744 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:02.085757 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:02.191586 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_common [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Allocated IP 172.27.2.115 (4b6c4742-6ad0-4017-9f38-aedb1420c011/18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a/dab254f5-c745-458a-994b-eac91646a0fd) {{(pid=94151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:26:02.288210 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for port, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:02.324480 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746267236280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:02.357318 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Network 4b6c4742-6ad0-4017-9f38-aedb1420c011 is already hosted by enough agents. {{(pid=94151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:26:02.360103 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.base_scheduler [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Resources bound (agent type, host, resource id): {{(pid=94151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:26:02.363453 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Received port after_create {{(pid=94151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:26:02.400189 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'Port': ['ID=dab254f5-c745-458a-994b-eac91646a0fd,revision_number=1']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:26:02.712426 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:02.774249 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1734446'] for port, before_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:02.915882 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for port, precommit_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:02.920310 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746267544589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746267236298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746267236316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58932311'] for port, after_update {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:02.984200 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event updated for resources: {'Port': ['ID=dab254f5-c745-458a-994b-eac91646a0fd,revision_number=2']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:26:02.995764 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-849425'] for floatingip, after_create {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:03.090793 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.l3_db [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Floating IP 5609fa58-19c6-4030-9834-62ac30c700c1 associated. External IP: 172.27.2.115, port: 008106b0-be48-4466-84b6-7e8687164d0f. Sep 15 18:26:03.286755 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Router 89f1013d-b4b1-458b-a82b-05eda877164e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:26:03.387295 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:26:03.397010 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88e8b5-3f10-4aa9-ba78-a6bd9c6e6751 None None] Sync routers for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:26:03.403624 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:03.407342 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88e8b5-3f10-4aa9-ba78-a6bd9c6e6751 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:26:03.407958 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-7f88e8b5-3f10-4aa9-ba78-a6bd9c6e6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:25:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:26:03.430412 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-97869345-3a22-44b8-b281-3040e93e2fda tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4822097 Sep 15 18:26:03.431052 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'tag': '008106b0-be48-4466-84b6-7e8687164d0f'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:26:03.433412 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b13e02-41db-4df0-a054-353b3f0a55b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c573c0dd-5366-4fd9-a177-5884a76e0532", "tag": "008106b0-be48-4466-84b6-7e8687164d0f"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:26:03.468473 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9bb617-35da-4bf3-a800-58f269d8a25e x-openstack-request-id: req-fc9bb617-35da-4bf3-a800-58f269d8a25e {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:26:03.468763 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c573c0dd-5366-4fd9-a177-5884a76e0532", "tag": "008106b0-be48-4466-84b6-7e8687164d0f", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:26:03.469012 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc9bb617-35da-4bf3-a800-58f269d8a25e {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:26:03.469410 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'tag': '008106b0-be48-4466-84b6-7e8687164d0f', 'status': 'completed', 'code': 200} Sep 15 18:26:03.512259 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-7f88e8b5-3f10-4aa9-ba78-a6bd9c6e6751 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:26:03.531334 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13e02-41db-4df0-a054-353b3f0a55b1 req-337af089-d7c8-4f02-8d71-75f6862ac953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:03.532848 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d9b13e02-41db-4df0-a054-353b3f0a55b1 req-337af089-d7c8-4f02-8d71-75f6862ac953 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 1098 time: 0.0400233 Sep 15 18:26:03.622890 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13e02-41db-4df0-a054-353b3f0a55b1 req-28b6880e-c1b9-41b9-9130-e457e9b685a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:03.624352 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d9b13e02-41db-4df0-a054-353b3f0a55b1 req-28b6880e-c1b9-41b9-9130-e457e9b685a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0847647 Sep 15 18:26:03.690257 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d9b13e02-41db-4df0-a054-353b3f0a55b1 req-0e26ac09-2a2c-4bd2-9bb4-99254bf98796 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=008106b0-be48-4466-84b6-7e8687164d0f HTTP/1.1" status: 200 len: 999 time: 0.0587077 Sep 15 18:26:03.765633 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13e02-41db-4df0-a054-353b3f0a55b1 req-c344b870-8486-4b30-b399-80aeefec07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:03.767128 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d9b13e02-41db-4df0-a054-353b3f0a55b1 req-c344b870-8486-4b30-b399-80aeefec07a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0535486 Sep 15 18:26:03.816588 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13e02-41db-4df0-a054-353b3f0a55b1 req-5f4cc08d-86f4-41f0-a825-d92942b220d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:03.818116 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d9b13e02-41db-4df0-a054-353b3f0a55b1 req-5f4cc08d-86f4-41f0-a825-d92942b220d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443220 Sep 15 18:26:03.851695 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-7f88e8b5-3f10-4aa9-ba78-a6bd9c6e6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '0439225d-e2c3-412f-81ce-8152743aca85', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '81b62088-db30-480a-a74a-94272fb1526c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:27:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:24:09Z', 'updated_at': '2021-09-15T18:24:11Z', 'revision_number': 1, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}, {'id': '5609fa58-19c6-4030-9834-62ac30c700c1', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '008106b0-be48-4466-84b6-7e8687164d0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:ca:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:26:02Z', 'updated_at': '2021-09-15T18:26:02Z', 'revision_number': 0, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:26:03.876248 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88e8b5-3f10-4aa9-ba78-a6bd9c6e6751 None None] Checking router: 89f1013d-b4b1-458b-a82b-05eda877164e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:26:03.884582 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88e8b5-3f10-4aa9-ba78-a6bd9c6e6751 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:26:03.885184 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-7f88e8b5-3f10-4aa9-ba78-a6bd9c6e6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:25:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:26:03.909866 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d9b13e02-41db-4df0-a054-353b3f0a55b1 req-a8fe0846-c94f-452c-a2d8-47a5d0adbaeb service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845008 Sep 15 18:26:03.986781 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-7f88e8b5-3f10-4aa9-ba78-a6bd9c6e6751 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:26:03.997182 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-d9b13e02-41db-4df0-a054-353b3f0a55b1 req-204ae667-bcf2-4b16-8dec-2bd16cf3c3f3 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808702 Sep 15 18:26:04.210472 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-7f88e8b5-3f10-4aa9-ba78-a6bd9c6e6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '0439225d-e2c3-412f-81ce-8152743aca85', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '81b62088-db30-480a-a74a-94272fb1526c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:27:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:24:09Z', 'updated_at': '2021-09-15T18:24:11Z', 'revision_number': 1, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}, {'id': '5609fa58-19c6-4030-9834-62ac30c700c1', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '008106b0-be48-4466-84b6-7e8687164d0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:ca:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:26:02Z', 'updated_at': '2021-09-15T18:26:02Z', 'revision_number': 0, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:26:04.235288 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88e8b5-3f10-4aa9-ba78-a6bd9c6e6751 None None] The sync data for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi is: [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '0439225d-e2c3-412f-81ce-8152743aca85', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '81b62088-db30-480a-a74a-94272fb1526c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:27:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:24:09Z', 'updated_at': '2021-09-15T18:24:11Z', 'revision_number': 1, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}, {'id': '5609fa58-19c6-4030-9834-62ac30c700c1', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '008106b0-be48-4466-84b6-7e8687164d0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:ca:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:26:02Z', 'updated_at': '2021-09-15T18:26:02Z', 'revision_number': 0, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:26:04.412099 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ad5323-70a0-4da9-92b3-a9f327fe114c None None] New status for floating IP 5609fa58-19c6-4030-9834-62ac30c700c1: ACTIVE {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:26:05.984430 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:08.770811 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-dc86aa8c-5c75-41e0-b839-2f8636919067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:11.455717 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-bf175e4d-2737-4821-9853-a0abbff15c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:11.477876 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:12.536331 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:14.328330 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:35.972211 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:36.198133 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:26:38.770821 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-690bfaba-71ff-45f7-b65e-7fc7a2bf2bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:41.456814 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-42ea6290-9461-45d2-8f85-75c727bdd926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:41.476677 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:42.540169 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:43.992763 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-747b685e-50af-4931-aca9-0321de14daff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383201 Sep 15 18:26:44.075144 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-10468d30-5a7c-45c5-b61b-75986367f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:44.076583 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-10468d30-5a7c-45c5-b61b-75986367f666 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 1098 time: 0.0423100 Sep 15 18:26:44.175366 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-6e16db29-1128-4321-9404-ee4df0e12e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:44.176809 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-6e16db29-1128-4321-9404-ee4df0e12e28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0813801 Sep 15 18:26:44.241665 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-10ed07cf-c2e4-43ad-95e1-dbc41f67587a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b62088-db30-480a-a74a-94272fb1526c HTTP/1.1" status: 200 len: 1001 time: 0.0581412 Sep 15 18:26:44.287321 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-f367d8fe-deb9-46c6-9f49-adbe655d3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:44.288592 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-f367d8fe-deb9-46c6-9f49-adbe655d3e4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0402577 Sep 15 18:26:44.329936 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:44.334581 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-a190d6d8-0298-4d72-bbb8-76ca08199cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:44.336060 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-a190d6d8-0298-4d72-bbb8-76ca08199cad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409124 Sep 15 18:26:44.428071 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-761a8483-55f4-4365-9a80-5a3167b2025b service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842035 Sep 15 18:26:44.513989 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-00ecbc7a-6e58-4df9-be33-0ddd14370001 req-d13b521c-3f31-4f96-b85e-ee2a14654e58 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787566 Sep 15 18:27:05.987949 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:08.770629 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-a472e5e2-34f9-4dfb-9790-9f92fe9c8aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:11.457613 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-f2e77331-bd59-426f-89f2-69b46b544991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:11.476814 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:12.543937 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:13.198615 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:27:14.333225 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:30.718710 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46758) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:30.962184 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Deleting port dab254f5-c745-458a-994b-eac91646a0fd {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:30.962520 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:31.032961 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:31.033198 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:31.044251 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Calling delete_port for dab254f5-c745-458a-994b-eac91646a0fd owned by network:floatingip {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:31.206379 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:31.227520 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event deleted for resources: {'Port': ['ID=dab254f5-c745-458a-994b-eac91646a0fd,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:31.239899 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.240238 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.240573 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.240899 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.241221 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.241565 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.241888 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.242204 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.242522 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.242837 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.243166 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.243461 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:31.297126 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:31.297373 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.l3_db [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Floating IP 5609fa58-19c6-4030-9834-62ac30c700c1 disassociated (deleted). External IP: 172.27.2.115, port: 008106b0-be48-4466-84b6-7e8687164d0f. Sep 15 18:27:31.725910 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Router 89f1013d-b4b1-458b-a82b-05eda877164e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:27:31.824258 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:27:31.829053 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:31.834100 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d66583-e32c-484d-a7c4-1fd5df297be8 None None] Sync routers for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:27:31.842910 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d66583-e32c-484d-a7c4-1fd5df297be8 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:27:31.843520 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-10d66583-e32c-484d-a7c4-1fd5df297be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:27:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:31.856876 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-a8d59f03-f4df-44fc-bf36-0c94a11d381b tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "DELETE /v2.0/floatingips/5609fa58-19c6-4030-9834-62ac30c700c1 HTTP/1.1" status: 204 len: 168 time: 1.1370902 Sep 15 18:27:31.857446 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'tag': '008106b0-be48-4466-84b6-7e8687164d0f'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:27:31.860217 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef80831-4c2d-4634-9d28-ff8feafd4f48" -d '{"events": [{"name": "network-changed", "server_uuid": "c573c0dd-5366-4fd9-a177-5884a76e0532", "tag": "008106b0-be48-4466-84b6-7e8687164d0f"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:27:31.903289 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524c72aa-ff91-40b4-9867-5c238fd63f83 x-openstack-request-id: req-524c72aa-ff91-40b4-9867-5c238fd63f83 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:27:31.903424 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c573c0dd-5366-4fd9-a177-5884a76e0532", "tag": "008106b0-be48-4466-84b6-7e8687164d0f", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:27:31.903587 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-524c72aa-ff91-40b4-9867-5c238fd63f83 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:27:31.904016 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'tag': '008106b0-be48-4466-84b6-7e8687164d0f', 'status': 'completed', 'code': 200} Sep 15 18:27:31.951468 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-10d66583-e32c-484d-a7c4-1fd5df297be8 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:27:31.965033 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef80831-4c2d-4634-9d28-ff8feafd4f48 req-8f3f723e-8ede-4842-9245-f3edbdb0662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:31.966662 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1ef80831-4c2d-4634-9d28-ff8feafd4f48 req-8f3f723e-8ede-4842-9245-f3edbdb0662c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 1098 time: 0.0400279 Sep 15 18:27:32.064269 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef80831-4c2d-4634-9d28-ff8feafd4f48 req-0e6828c9-c617-439d-a8b3-304c30156ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:32.065751 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1ef80831-4c2d-4634-9d28-ff8feafd4f48 req-0e6828c9-c617-439d-a8b3-304c30156ab1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0875261 Sep 15 18:27:32.089052 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4633c-eac8-491f-b08b-578bc59628ed req-22bb13d0-b7b5-49c9-bb88-8416162e0825 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:32.090561 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-08c4633c-eac8-491f-b08b-578bc59628ed req-22bb13d0-b7b5-49c9-bb88-8416162e0825 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 945 time: 0.0507250 Sep 15 18:27:32.117569 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1ef80831-4c2d-4634-9d28-ff8feafd4f48 req-62064484-621f-46b0-9f1c-a5ecd80c4b5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=008106b0-be48-4466-84b6-7e8687164d0f HTTP/1.1" status: 200 len: 217 time: 0.0430455 Sep 15 18:27:32.134648 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-08c4633c-eac8-491f-b08b-578bc59628ed req-76a70add-fa34-4caf-b7b3-4c56c9e24842 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372858 Sep 15 18:27:32.167222 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef80831-4c2d-4634-9d28-ff8feafd4f48 req-8d4eef6e-1e2e-46a0-8f20-68405ac4aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:32.168688 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1ef80831-4c2d-4634-9d28-ff8feafd4f48 req-8d4eef6e-1e2e-46a0-8f20-68405ac4aafb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0444462 Sep 15 18:27:32.184227 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-10d66583-e32c-484d-a7c4-1fd5df297be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '0439225d-e2c3-412f-81ce-8152743aca85', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '81b62088-db30-480a-a74a-94272fb1526c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:27:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:24:09Z', 'updated_at': '2021-09-15T18:24:11Z', 'revision_number': 1, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:32.212453 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef80831-4c2d-4634-9d28-ff8feafd4f48 req-bf36647e-e918-4bb7-93e1-0ab027f29627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:32.212890 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d66583-e32c-484d-a7c4-1fd5df297be8 None None] Checking router: 89f1013d-b4b1-458b-a82b-05eda877164e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:27:32.214039 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1ef80831-4c2d-4634-9d28-ff8feafd4f48 req-bf36647e-e918-4bb7-93e1-0ab027f29627 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377285 Sep 15 18:27:32.221658 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d66583-e32c-484d-a7c4-1fd5df297be8 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:27:32.222200 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-10d66583-e32c-484d-a7c4-1fd5df297be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:27:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:32.305383 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1ef80831-4c2d-4634-9d28-ff8feafd4f48 req-d1f653fb-8408-4834-b8fa-ffdfb680d57d service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837181 Sep 15 18:27:32.326330 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-10d66583-e32c-484d-a7c4-1fd5df297be8 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:27:32.394406 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-1ef80831-4c2d-4634-9d28-ff8feafd4f48 req-2b5b03cc-582e-4768-84c3-2f1f74f358a1 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806429 Sep 15 18:27:32.539548 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-10d66583-e32c-484d-a7c4-1fd5df297be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '0439225d-e2c3-412f-81ce-8152743aca85', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '81b62088-db30-480a-a74a-94272fb1526c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:27:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:24:09Z', 'updated_at': '2021-09-15T18:24:11Z', 'revision_number': 1, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:32.564082 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d66583-e32c-484d-a7c4-1fd5df297be8 None None] The sync data for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi is: [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_floatingips': [{'id': '0439225d-e2c3-412f-81ce-8152743aca85', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'router_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'port_id': '81b62088-db30-480a-a74a-94272fb1526c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'mac_address': 'fa:16:3e:27:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:24:09Z', 'updated_at': '2021-09-15T18:24:11Z', 'revision_number': 1, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:27:32.771240 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4f7ba7-a71c-4804-a95f-5817ad792003 None None] New status for floating IP 5609fa58-19c6-4030-9834-62ac30c700c1: DOWN {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:27:33.250445 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b258fb-41fc-4927-a7f8-500d7ea97e87 req-29be0b8c-572f-4f2d-941c-fd87486ff3c8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:33.251897 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d0b258fb-41fc-4927-a7f8-500d7ea97e87 req-29be0b8c-572f-4f2d-941c-fd87486ff3c8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 945 time: 0.0475242 Sep 15 18:27:33.287153 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-d0b258fb-41fc-4927-a7f8-500d7ea97e87 req-9b51540c-74cb-4c16-854b-f2f75c1af92a tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295312 Sep 15 18:27:33.567212 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674efe6-5678-42b6-9a02-cb1c274cd6e2 req-78186f40-0aaa-43f0-9a46-86739acfd166 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:33.568639 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8674efe6-5678-42b6-9a02-cb1c274cd6e2 req-78186f40-0aaa-43f0-9a46-86739acfd166 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 945 time: 0.0517464 Sep 15 18:27:33.652411 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-8674efe6-5678-42b6-9a02-cb1c274cd6e2 req-2f904d65-f40f-4606-a0d0-76645ebb89e0 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Deleting port 008106b0-be48-4466-84b6-7e8687164d0f {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:33.652747 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-8674efe6-5678-42b6-9a02-cb1c274cd6e2 req-2f904d65-f40f-4606-a0d0-76645ebb89e0 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:33.740007 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-8674efe6-5678-42b6-9a02-cb1c274cd6e2 req-2f904d65-f40f-4606-a0d0-76645ebb89e0 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] For port 008106b0-be48-4466-84b6-7e8687164d0f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=008106b0-be48-4466-84b6-7e8687164d0f,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:27:33.740365 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-8674efe6-5678-42b6-9a02-cb1c274cd6e2 req-2f904d65-f40f-4606-a0d0-76645ebb89e0 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:33.751657 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-8674efe6-5678-42b6-9a02-cb1c274cd6e2 req-2f904d65-f40f-4606-a0d0-76645ebb89e0 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Calling delete_port for 008106b0-be48-4466-84b6-7e8687164d0f owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:33.872673 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-8674efe6-5678-42b6-9a02-cb1c274cd6e2 req-2f904d65-f40f-4606-a0d0-76645ebb89e0 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:33.905362 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f904d65-f40f-4606-a0d0-76645ebb89e0 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event deleted for resources: {'Port': ['ID=008106b0-be48-4466-84b6-7e8687164d0f,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:33.943731 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8674efe6-5678-42b6-9a02-cb1c274cd6e2 req-2f904d65-f40f-4606-a0d0-76645ebb89e0 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] No DVR routers for this DVR port 008106b0-be48-4466-84b6-7e8687164d0f on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:27:33.946306 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-8674efe6-5678-42b6-9a02-cb1c274cd6e2 req-2f904d65-f40f-4606-a0d0-76645ebb89e0 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:33.948330 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-8674efe6-5678-42b6-9a02-cb1c274cd6e2 req-2f904d65-f40f-4606-a0d0-76645ebb89e0 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "DELETE /v2.0/ports/008106b0-be48-4466-84b6-7e8687164d0f HTTP/1.1" status: 204 len: 173 time: 0.3734996 Sep 15 18:27:33.948753 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'name': 'network-vif-deleted', 'tag': '008106b0-be48-4466-84b6-7e8687164d0f'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:27:33.950969 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b6b3ce-8658-433b-b9be-0b9d3afb4b4e" -d '{"events": [{"server_uuid": "c573c0dd-5366-4fd9-a177-5884a76e0532", "name": "network-vif-deleted", "tag": "008106b0-be48-4466-84b6-7e8687164d0f"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:27:33.998613 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00262a9-c1af-4818-8ef2-350b92411ae2 x-openstack-request-id: req-e00262a9-c1af-4818-8ef2-350b92411ae2 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:27:33.998901 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c573c0dd-5366-4fd9-a177-5884a76e0532", "name": "network-vif-deleted", "tag": "008106b0-be48-4466-84b6-7e8687164d0f", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:27:33.999144 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e00262a9-c1af-4818-8ef2-350b92411ae2 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:27:33.999671 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c573c0dd-5366-4fd9-a177-5884a76e0532', 'name': 'network-vif-deleted', 'tag': '008106b0-be48-4466-84b6-7e8687164d0f', 'status': 'completed', 'code': 200} Sep 15 18:27:34.395049 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-b467aa64-c9e2-46c3-8057-7b244d2bd00a req-f23c0ec2-8484-4d4a-b26c-7623c5e51c59 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c573c0dd-5366-4fd9-a177-5884a76e0532 HTTP/1.1" status: 200 len: 210 time: 0.0295131 Sep 15 18:27:35.988681 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:36.195487 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 008106b0-be48-4466-84b6-7e8687164d0f no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:27:36.219305 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: 008106b0-be48-4466-84b6-7e8687164d0f {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:27:36.219638 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 008106b0-be48-4466-84b6-7e8687164d0f not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:27:37.663174 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46804) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:37.813491 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Deleting port db830aff-45d7-43ce-9787-294be7218db1 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:37.813852 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:37.891755 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:37.891992 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:37.903485 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Calling delete_port for db830aff-45d7-43ce-9787-294be7218db1 owned by network:floatingip {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:38.041064 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:38.070838 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event deleted for resources: {'Port': ['ID=db830aff-45d7-43ce-9787-294be7218db1,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:38.128922 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:38.128922 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.db.l3_db [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Floating IP 0439225d-e2c3-412f-81ce-8152743aca85 disassociated (deleted). External IP: 172.27.2.137, port: 81b62088-db30-480a-a74a-94272fb1526c. Sep 15 18:27:38.330246 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Router 89f1013d-b4b1-458b-a82b-05eda877164e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:27:38.438489 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:27:38.443326 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:38.447880 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7ca56-a819-4b06-9e1b-3e65282775a5 None None] Sync routers for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:27:38.456823 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7ca56-a819-4b06-9e1b-3e65282775a5 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:27:38.457470 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d5c7ca56-a819-4b06-9e1b-3e65282775a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:27:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:38.469782 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-cbe78d92-3fc2-40ec-80a6-2b23b8d8528c tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "DELETE /v2.0/floatingips/0439225d-e2c3-412f-81ce-8152743aca85 HTTP/1.1" status: 204 len: 168 time: 0.8055177 Sep 15 18:27:38.470368 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'tag': '81b62088-db30-480a-a74a-94272fb1526c'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:27:38.472596 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "c587eb0d-774d-4ec3-8097-00acdbe11501", "tag": "81b62088-db30-480a-a74a-94272fb1526c"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:27:38.513087 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4190abe0-1523-4c32-99c2-a12c44908916 x-openstack-request-id: req-4190abe0-1523-4c32-99c2-a12c44908916 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:27:38.513374 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c587eb0d-774d-4ec3-8097-00acdbe11501", "tag": "81b62088-db30-480a-a74a-94272fb1526c", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:27:38.513654 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4190abe0-1523-4c32-99c2-a12c44908916 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:27:38.514068 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'tag': '81b62088-db30-480a-a74a-94272fb1526c', 'status': 'completed', 'code': 200} Sep 15 18:27:38.565409 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-d5c7ca56-a819-4b06-9e1b-3e65282775a5 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:27:38.575580 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e req-c13b6153-5544-4592-93bb-bea62a171207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:38.577184 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e req-c13b6153-5544-4592-93bb-bea62a171207 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 1098 time: 0.0419705 Sep 15 18:27:38.683423 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e req-4f3d8d2b-c4ab-4c51-bfe7-59a784d707e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:38.685674 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e req-4f3d8d2b-c4ab-4c51-bfe7-59a784d707e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 200 len: 912 time: 0.0964136 Sep 15 18:27:38.694279 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e6e96-a0ed-4862-9c28-8302fb741b11 req-94ddfa9b-1ada-4ae7-a0fe-3baf099a6eb8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:38.697189 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3c1e6e96-a0ed-4862-9c28-8302fb741b11 req-94ddfa9b-1ada-4ae7-a0fe-3baf099a6eb8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 945 time: 0.0513139 Sep 15 18:27:38.730261 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e req-d37e5425-db81-40c1-bda8-acaa92f834b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b62088-db30-480a-a74a-94272fb1526c HTTP/1.1" status: 200 len: 217 time: 0.0357854 Sep 15 18:27:38.740938 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-3c1e6e96-a0ed-4862-9c28-8302fb741b11 req-51803f1f-1750-4108-9ce9-e3a4a9b9ca19 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387716 Sep 15 18:27:38.779935 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e req-f9a24a00-0c14-4cfe-999d-72bf2701dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:38.781983 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e req-f9a24a00-0c14-4cfe-999d-72bf2701dc94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 200 len: 850 time: 0.0442054 Sep 15 18:27:38.832282 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e req-c2c74443-038d-472c-8b7c-213af03800f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:38.832629 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-c03af1c6-a5f2-4444-ac51-8b1d66d50fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:38.833822 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e req-c2c74443-038d-472c-8b7c-213af03800f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23270e6f-fca7-417e-ba90-9f6196e7dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444713 Sep 15 18:27:38.896054 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d5c7ca56-a819-4b06-9e1b-3e65282775a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:38.921562 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7ca56-a819-4b06-9e1b-3e65282775a5 None None] Checking router: 89f1013d-b4b1-458b-a82b-05eda877164e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:27:38.926178 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e req-0e089dce-529a-4e02-8ab0-c453e54342df service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840325 Sep 15 18:27:38.930425 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7ca56-a819-4b06-9e1b-3e65282775a5 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:27:38.931029 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d5c7ca56-a819-4b06-9e1b-3e65282775a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:27:11Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:39.018811 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-7dd9f93d-e7a8-4fb5-ac5b-f3981c778d9e req-bd26f0a1-47a4-49dd-adc8-5d9b24a0cae8 service neutron] 10.222.0.41 "GET /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843914 Sep 15 18:27:39.033300 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-d5c7ca56-a819-4b06-9e1b-3e65282775a5 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:27:39.226937 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-d5c7ca56-a819-4b06-9e1b-3e65282775a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:39.251331 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7ca56-a819-4b06-9e1b-3e65282775a5 None None] The sync data for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi is: [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:10Z', 'revision_number': 4, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi', '_interfaces': [{'id': 'aa6aba22-4579-4350-bc91-705dd1281600', 'name': '', 'network_id': '23270e6f-fca7-417e-ba90-9f6196e7dd77', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'mac_address': 'fa:16:3e:c9:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:09Z', 'updated_at': '2021-09-15T18:21:14Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'subnets': [{'id': '0b04f813-23b1-4dfe-8fe8-59e57502db09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:27:39.450589 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4dd59a-f46d-4f59-acbb-6fd800502fd5 None None] New status for floating IP 0439225d-e2c3-412f-81ce-8152743aca85: DOWN {{(pid=94154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:27:39.853442 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1790de-f6ac-40b3-accd-4a700671fe98 req-61cc0993-6d2b-494d-b75c-650b3b6b09c8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:39.854897 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5d1790de-f6ac-40b3-accd-4a700671fe98 req-61cc0993-6d2b-494d-b75c-650b3b6b09c8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 945 time: 0.0465491 Sep 15 18:27:39.889613 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-5d1790de-f6ac-40b3-accd-4a700671fe98 req-bac85abe-ddac-40c3-8f2f-6c6b6c3e8184 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad7e996-d1b7-449f-a712-f4eb538b3e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289814 Sep 15 18:27:40.116694 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1414c9-6750-4331-9fbe-1b67dbc458fd req-25a77734-6061-400a-85f1-aac2713f6fe9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:27:40.118200 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-be1414c9-6750-4331-9fbe-1b67dbc458fd req-25a77734-6061-400a-85f1-aac2713f6fe9 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 945 time: 0.0480814 Sep 15 18:27:40.207798 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-be1414c9-6750-4331-9fbe-1b67dbc458fd req-8cdfaf27-1409-4d54-831d-6d98d0275ffc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Deleting port 81b62088-db30-480a-a74a-94272fb1526c {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:40.208154 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-be1414c9-6750-4331-9fbe-1b67dbc458fd req-8cdfaf27-1409-4d54-831d-6d98d0275ffc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:40.292618 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [req-be1414c9-6750-4331-9fbe-1b67dbc458fd req-8cdfaf27-1409-4d54-831d-6d98d0275ffc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] For port 81b62088-db30-480a-a74a-94272fb1526c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76377',level=0,port_id=81b62088-db30-480a-a74a-94272fb1526c,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:27:40.292972 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-be1414c9-6750-4331-9fbe-1b67dbc458fd req-8cdfaf27-1409-4d54-831d-6d98d0275ffc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:40.305206 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [req-be1414c9-6750-4331-9fbe-1b67dbc458fd req-8cdfaf27-1409-4d54-831d-6d98d0275ffc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Calling delete_port for 81b62088-db30-480a-a74a-94272fb1526c owned by compute:nova {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:40.431203 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-be1414c9-6750-4331-9fbe-1b67dbc458fd req-8cdfaf27-1409-4d54-831d-6d98d0275ffc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:40.457741 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfaf27-1409-4d54-831d-6d98d0275ffc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event deleted for resources: {'Port': ['ID=81b62088-db30-480a-a74a-94272fb1526c,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:40.504217 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1414c9-6750-4331-9fbe-1b67dbc458fd req-8cdfaf27-1409-4d54-831d-6d98d0275ffc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] No DVR routers for this DVR port 81b62088-db30-480a-a74a-94272fb1526c on host hv-cinder-76377 {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:27:40.507348 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [req-be1414c9-6750-4331-9fbe-1b67dbc458fd req-8cdfaf27-1409-4d54-831d-6d98d0275ffc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for port, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:40.510231 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [req-be1414c9-6750-4331-9fbe-1b67dbc458fd req-8cdfaf27-1409-4d54-831d-6d98d0275ffc tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.41 "DELETE /v2.0/ports/81b62088-db30-480a-a74a-94272fb1526c HTTP/1.1" status: 204 len: 173 time: 0.3865030 Sep 15 18:27:40.514820 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'name': 'network-vif-deleted', 'tag': '81b62088-db30-480a-a74a-94272fb1526c'}] {{(pid=94151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:27:40.517083 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fde68802f2b76c70a59ddf4cc6173754d2e1c8f5a5a5c719ffaeef16a78d1845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0c447a-32a9-41c6-9916-774ba36eea49" -d '{"events": [{"server_uuid": "c587eb0d-774d-4ec3-8097-00acdbe11501", "name": "network-vif-deleted", "tag": "81b62088-db30-480a-a74a-94272fb1526c"}]}' {{(pid=94151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:27:40.553118 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88444f69-1966-4bba-8a4a-2fdc5278cc22 x-openstack-request-id: req-88444f69-1966-4bba-8a4a-2fdc5278cc22 {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:27:40.553439 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c587eb0d-774d-4ec3-8097-00acdbe11501", "name": "network-vif-deleted", "tag": "81b62088-db30-480a-a74a-94272fb1526c", "status": "completed", "code": 200}]} {{(pid=94151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:27:40.554168 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88444f69-1966-4bba-8a4a-2fdc5278cc22 {{(pid=94151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:27:40.554168 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c587eb0d-774d-4ec3-8097-00acdbe11501', 'name': 'network-vif-deleted', 'tag': '81b62088-db30-480a-a74a-94272fb1526c', 'status': 'completed', 'code': 200} Sep 15 18:27:40.994468 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [req-7aba5f5d-a78e-4c52-ae1a-9a419bdd6af8 req-c1ab2dad-2dc8-48a7-b4a4-b51e8f2613a4 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "GET /v2.0/ports?device_id=c587eb0d-774d-4ec3-8097-00acdbe11501 HTTP/1.1" status: 200 len: 210 time: 0.0290022 Sep 15 18:27:41.457444 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-da3a23e1-07a0-4105-ad4b-2f822c1c2dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:41.476942 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:42.047271 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46822) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:42.165782 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Deleting port 1d4a8c7a-de87-4072-a180-80959b32b7c0 {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:42.166117 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:42.237463 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:42.237807 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:42.248706 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Calling delete_port for 1d4a8c7a-de87-4072-a180-80959b32b7c0 owned by network:floatingip {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:42.374100 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:42.398312 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event deleted for resources: {'Port': ['ID=1d4a8c7a-de87-4072-a180-80959b32b7c0,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:42.409720 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.410060 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.410393 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.410711 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.411030 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.411350 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.411667 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.411980 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.412293 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.412603 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.412912 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.413221 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:42.466525 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:42.468927 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55342'] for floatingip, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:42.470618 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-6da95386-de39-48ef-9dc8-920174f501fa tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "DELETE /v2.0/floatingips/1ccf5579-9fdb-4e45-bb19-1a43fdde288d HTTP/1.1" status: 204 len: 168 time: 0.4219043 Sep 15 18:27:42.546980 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:43.662534 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46834) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:43.721997 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3d0982bd-1227-46ea-a0c7-191eb5d8a0f8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:43.746004 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3d0982bd-1227-46ea-a0c7-191eb5d8a0f8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:43.803006 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3d0982bd-1227-46ea-a0c7-191eb5d8a0f8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:43.805801 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-3d0982bd-1227-46ea-a0c7-191eb5d8a0f8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Notify callbacks [] for security_group, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:43.806926 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-3d0982bd-1227-46ea-a0c7-191eb5d8a0f8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] 10.222.0.39 "DELETE /v2.0/security-groups/cad7e996-d1b7-449f-a712-f4eb538b3e20 HTTP/1.1" status: 204 len: 168 time: 0.1434453 Sep 15 18:27:43.815885 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0982bd-1227-46ea-a0c7-191eb5d8a0f8 tempest-TestVolumeBootPattern-764335353 tempest-TestVolumeBootPattern-764335353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad7e996-d1b7-449f-a712-f4eb538b3e20,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:43.862819 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46838) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:44.257700 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 81b62088-db30-480a-a74a-94272fb1526c no longer exists at agent hyperv_hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:27:44.279843 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] No Port match for: 81b62088-db30-480a-a74a-94272fb1526c {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:27:44.280179 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Device 81b62088-db30-480a-a74a-94272fb1526c not bound to the agent host hv-cinder-76377 {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:27:44.336101 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:44.401870 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-851473'] for router_interface, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:44.919311 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] Deleting port aa6aba22-4579-4350-bc91-705dd1281600 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:44.920018 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:44.994390 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] For port aa6aba22-4579-4350-bc91-705dd1281600, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=aa6aba22-4579-4350-bc91-705dd1281600,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:27:44.994740 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:45.006515 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] Calling delete_port for aa6aba22-4579-4350-bc91-705dd1281600 owned by network:router_interface {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:45.178479 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:45.211399 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6aba22-4579-4350-bc91-705dd1281600,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:45.366847 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-849569'] for router_interface, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:45.573903 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] Router 89f1013d-b4b1-458b-a82b-05eda877164e has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:27:45.673331 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:27:45.679794 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-b4fb6fc5-20b1-4274-9863-51466a81fa5a admin admin] 10.222.0.39 "PUT /v2.0/routers/89f1013d-b4b1-458b-a82b-05eda877164e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8147328 Sep 15 18:27:45.681158 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46842) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:45.682412 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2b71e-9f22-4e8a-8530-6a392543a867 None None] Sync routers for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:27:45.691533 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2b71e-9f22-4e8a-8530-6a392543a867 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:27:45.692132 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-04a2b71e-9f22-4e8a-8530-6a392543a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:27:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:45.786726 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:45.803816 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-04a2b71e-9f22-4e8a-8530-6a392543a867 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: dv-cinder-763774-3-iscsi {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:27:45.887242 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:45.938119 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Deleting port 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:45.938824 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:45.976115 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-04a2b71e-9f22-4e8a-8530-6a392543a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:27:45Z', 'revision_number': 5, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port': {'id': '08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:46.001797 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2b71e-9f22-4e8a-8530-6a392543a867 None None] Checking router: 89f1013d-b4b1-458b-a82b-05eda877164e for host: dv-cinder-763774-3-iscsi {{(pid=94153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:27:46.009755 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2b71e-9f22-4e8a-8530-6a392543a867 None None] Routers {'89f1013d-b4b1-458b-a82b-05eda877164e'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:27:46.010351 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-04a2b71e-9f22-4e8a-8530-6a392543a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:27:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['89f1013d-b4b1-458b-a82b-05eda877164e'], 'active': True} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:46.013256 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] For port 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:27:46.013642 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.026079 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Calling delete_port for 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 owned by network:router_gateway {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:46.093032 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvr_db [None req-04a2b71e-9f22-4e8a-8530-6a392543a867 None None] Set router 89f1013d-b4b1-458b-a82b-05eda877164e gateway port host: None {{(pid=94153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:27:46.145969 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_hamode_db [None req-04a2b71e-9f22-4e8a-8530-6a392543a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:27:45Z', 'revision_number': 6, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port_host': None}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:46.170742 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2b71e-9f22-4e8a-8530-6a392543a867 None None] The sync data for ids ['89f1013d-b4b1-458b-a82b-05eda877164e'] in dv-cinder-763774-3-iscsi is: [{'id': '89f1013d-b4b1-458b-a82b-05eda877164e', 'name': 'tempest-TestVolumeBootPattern-993254014-router', 'tenant_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:07Z', 'updated_at': '2021-09-15T18:27:45Z', 'revision_number': 6, 'project_id': '7e9af1249dfb4c2f99cb2922b8fb4a56', 'gw_port_host': None}] {{(pid=94153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:27:46.187400 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.218748 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Pushing event deleted for resources: {'Port': ['ID=08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:46.281407 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-849511'] for router_gateway, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.366200 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-851254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-679'] for router, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.368195 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.417403 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-851405'] for router, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.417921 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f1013d-b4b1-458b-a82b-05eda877164e {{(pid=94151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:27:46.422289 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] Notify callbacks [] for router, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.423601 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-132fce7d-88a1-4ee7-a823-b237006051ee admin admin] 10.222.0.39 "DELETE /v2.0/routers/89f1013d-b4b1-458b-a82b-05eda877164e HTTP/1.1" status: 204 len: 168 time: 0.7414570 Sep 15 18:27:46.426102 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46844) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:46.472038 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75fc738-8d61-4098-871c-fa1d7fb6c36d admin admin] Deleting subnet 0b04f813-23b1-4dfe-8fe8-59e57502db09 {{(pid=94151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:27:46.474863 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a75fc738-8d61-4098-871c-fa1d7fb6c36d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.508307 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a75fc738-8d61-4098-871c-fa1d7fb6c36d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58890144'] for subnet, precommit_delete_associations {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.585526 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a75fc738-8d61-4098-871c-fa1d7fb6c36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.636094 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a75fc738-8d61-4098-871c-fa1d7fb6c36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58932321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58996997'] for subnet, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.663475 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fc738-8d61-4098-871c-fa1d7fb6c36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b04f813-23b1-4dfe-8fe8-59e57502db09,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:46.667526 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-a75fc738-8d61-4098-871c-fa1d7fb6c36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for subnet, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.669232 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-a75fc738-8d61-4098-871c-fa1d7fb6c36d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0b04f813-23b1-4dfe-8fe8-59e57502db09 HTTP/1.1" status: 204 len: 168 time: 0.2422273 Sep 15 18:27:46.671792 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.wsgi [-] (94151) accepted ('10.222.0.39', 46846) {{(pid=94151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:46.674747 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c08afeb-4b32-477f-bbdc-0261f8f2a822 None None] Network 23270e6f-fca7-417e-ba90-9f6196e7dd77 requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:27:46.738234 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.788040 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Deleting port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 {{(pid=94151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:46.788378 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.852607 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.db [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] For port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=3f6d7442-d1b5-4053-933b-070d9e2d0ed4,segment=NetworkSegment(993d11c5-ebf5-411a-b01d-16f1e55c32e4),segment_id=993d11c5-ebf5-411a-b01d-16f1e55c32e4)] {{(pid=94151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:27:46.852906 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.865039 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Calling delete_port for 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 owned by network:dhcp {{(pid=94151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:46.933172 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] DHCP port deletion for 23270e6f-fca7-417e-ba90-9f6196e7dd77 request from dv-cinder-763774-3-iscsi {{(pid=94153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:27:46.947285 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58932302'] for port, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:46.974080 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6d7442-d1b5-4053-933b-070d9e2d0ed4,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:46.980054 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] No DVR routers for this DVR port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 on host dv-cinder-763774-3-iscsi {{(pid=94151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:27:46.981148 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Deleting port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 {{(pid=94153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:46.981617 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:47.047569 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.db [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] For port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4, host dv-cinder-763774-3-iscsi, got binding levels [] {{(pid=94153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:27:47.047961 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:47.051420 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:47.061010 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Calling delete_port for 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 owned by network:dhcp {{(pid=94153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:47.063615 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.ipam_backend_mixin [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 was not found and therefore no delete operation was performed {{(pid=94153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 18:27:47.064906 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289'] for port, after_delete {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:47.071405 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23270e6f-fca7-417e-ba90-9f6196e7dd77']}} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:47.080853 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993d11c5-ebf5-411a-b01d-16f1e55c32e4') {'for_net_delete': True} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:47.081178 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.services.segments.db [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993d11c5-ebf5-411a-b01d-16f1e55c32e4') {} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:47.090426 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Pushing event deleted for resources: {'Port': ['ID=3f6d7442-d1b5-4053-933b-070d9e2d0ed4,revision_number=None']} {{(pid=94153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:47.090827 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58890155'] for segment, before_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:47.092630 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] No DVR routers for this DVR port 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 on host dv-cinder-763774-3-iscsi {{(pid=94153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:27:47.105148 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:47.108026 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.108305 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.108646 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.108980 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.109311 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.109668 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.109993 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.110409 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.110633 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.111499 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.111819 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.112141 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8291f2-2d0f-4019-b991-7afa60176b9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-3-iscsi {{(pid=94153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:47.113248 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:27:47.113825 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58932927'] for segment, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: Traceback (most recent call last): Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: timer() Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: cb(*args, **kw) Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: return func(*args, **kwargs) Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: self._notify() Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: self.callback(batched_events) Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: event.method(event) Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: return f(self, *a, **k) Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._get(url).json() Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: return self.request(url, 'GET', **kwargs) Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:27:47.115660 dv-cinder-763774-3-iscsi neutron-server[94151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:27:47.176204 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:47.181955 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:47.184315 dv-cinder-763774-3-iscsi neutron-server[94151]: INFO neutron.wsgi [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] 10.222.0.39 "DELETE /v2.0/networks/23270e6f-fca7-417e-ba90-9f6196e7dd77 HTTP/1.1" status: 204 len: 168 time: 0.5115023 Sep 15 18:27:47.187194 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46848) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:47.195359 dv-cinder-763774-3-iscsi neutron-server[94151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed8bb6-f344-4174-87ae-ee59f15e2201 admin admin] Pushing event deleted for resources: {'Network': ['ID=23270e6f-fca7-417e-ba90-9f6196e7dd77,revision_number=None']} {{(pid=94151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:47.739432 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-851473'] for router_interface, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:47.780881 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:27:47.799694 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:27:47.800036 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 3f6d7442-d1b5-4053-933b-070d9e2d0ed4 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:27:47.800442 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:27:47.819179 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:27:47.819516 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 08bb78ce-ed72-4f5b-8b7d-1eb3afda7b21 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:27:47.819914 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device aa6aba22-4579-4350-bc91-705dd1281600 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:27:47.841162 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: aa6aba22-4579-4350-bc91-705dd1281600 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:27:47.841505 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device aa6aba22-4579-4350-bc91-705dd1281600 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:27:47.976691 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] Deleting port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:47.976922 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:48.054179 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] For port 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=7fe7be05-0844-4d0c-88c7-7bbd0f36ec31,segment=NetworkSegment(841620e6-5d89-41b5-a8fe-84bb62e8d470),segment_id=841620e6-5d89-41b5-a8fe-84bb62e8d470)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:27:48.054536 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:48.066901 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] Calling delete_port for 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 owned by network:router_interface {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:48.243147 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:48.267939 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe7be05-0844-4d0c-88c7-7bbd0f36ec31,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:48.427860 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-849569'] for router_interface, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:48.632761 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] Router e8245b38-154e-4724-9d28-a1e8811b4187 has already been hosted by L3 agent e9c44e07-1b2a-40a2-9d19-3179719b4fb6 {{(pid=94152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:27:48.735063 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] Notify agent at l3_agent.dv-cinder-763774-3-iscsi the message routers_updated {{(pid=94152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:27:48.740307 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-7472e25e-8741-417f-90c4-0f682a260457 admin admin] 10.222.0.39 "PUT /v2.0/routers/e8245b38-154e-4724-9d28-a1e8811b4187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5513725 Sep 15 18:27:48.742782 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46850) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:48.745352 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a3d7a-4ab6-4bc1-83b0-b76837d91f31 None None] Sync routers for ids ['e8245b38-154e-4724-9d28-a1e8811b4187'] in dv-cinder-763774-3-iscsi {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:27:48.755145 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a3d7a-4ab6-4bc1-83b0-b76837d91f31 None None] Routers {'e8245b38-154e-4724-9d28-a1e8811b4187'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:27:48.755751 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-7f4a3d7a-4ab6-4bc1-83b0-b76837d91f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:27:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e8245b38-154e-4724-9d28-a1e8811b4187'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:48.842621 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Notify callbacks [] for router, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:48.855524 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-7f4a3d7a-4ab6-4bc1-83b0-b76837d91f31 None None] Set router e8245b38-154e-4724-9d28-a1e8811b4187 gateway port host: dv-cinder-763774-3-iscsi {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:27:48.944024 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:48.993624 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Deleting port d9756c79-3752-4adc-9563-9112465eedb7 {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:48.993960 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.028782 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-7f4a3d7a-4ab6-4bc1-83b0-b76837d91f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'name': 'tempest-TestVolumeBootPattern-1317069529-router', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'external_fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:27:48Z', 'revision_number': 5, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'gw_port': {'id': 'd9756c79-3752-4adc-9563-9112465eedb7', 'name': '', 'network_id': '4b6c4742-6ad0-4017-9f38-aedb1420c011', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18c07c2b-6d6d-4f6f-9491-cf6c3d06e65a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-3-iscsi'}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:49.056085 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a3d7a-4ab6-4bc1-83b0-b76837d91f31 None None] Checking router: e8245b38-154e-4724-9d28-a1e8811b4187 for host: dv-cinder-763774-3-iscsi {{(pid=94154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:27:49.064707 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a3d7a-4ab6-4bc1-83b0-b76837d91f31 None None] Routers {'e8245b38-154e-4724-9d28-a1e8811b4187'} bound to L3 agent in host dv-cinder-763774-3-iscsi {{(pid=94154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:27:49.065412 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-7f4a3d7a-4ab6-4bc1-83b0-b76837d91f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:05:41Z,description=,heartbeat_timestamp=2021-09-15T18:27:41Z,host='dv-cinder-763774-3-iscsi',id=e9c44e07-1b2a-40a2-9d19-3179719b4fb6,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:05:41Z,topic='l3_agent')) {'router_ids': ['e8245b38-154e-4724-9d28-a1e8811b4187'], 'active': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:49.073980 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] For port d9756c79-3752-4adc-9563-9112465eedb7, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=d9756c79-3752-4adc-9563-9112465eedb7,segment=NetworkSegment(bfe4207e-6d9c-465d-823c-eb7fccc7fa48),segment_id=bfe4207e-6d9c-465d-823c-eb7fccc7fa48)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:27:49.074337 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.085687 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Calling delete_port for d9756c79-3752-4adc-9563-9112465eedb7 owned by network:router_gateway {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:49.247591 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvr_db [None req-7f4a3d7a-4ab6-4bc1-83b0-b76837d91f31 None None] Set router e8245b38-154e-4724-9d28-a1e8811b4187 gateway port host: None {{(pid=94154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:27:49.252436 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.277661 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9756c79-3752-4adc-9563-9112465eedb7,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:49.299997 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.l3_hamode_db [None req-7f4a3d7a-4ab6-4bc1-83b0-b76837d91f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'name': 'tempest-TestVolumeBootPattern-1317069529-router', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:27:48Z', 'revision_number': 6, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'gw_port_host': None}], 'dv-cinder-763774-3-iscsi', False) {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:49.324897 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a3d7a-4ab6-4bc1-83b0-b76837d91f31 None None] The sync data for ids ['e8245b38-154e-4724-9d28-a1e8811b4187'] in dv-cinder-763774-3-iscsi is: [{'id': 'e8245b38-154e-4724-9d28-a1e8811b4187', 'name': 'tempest-TestVolumeBootPattern-1317069529-router', 'tenant_id': '0f42e9b41bb14270b6709fbe944d38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:21:12Z', 'updated_at': '2021-09-15T18:27:48Z', 'revision_number': 6, 'project_id': '0f42e9b41bb14270b6709fbe944d38f6', 'gw_port_host': None}] {{(pid=94154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:27:49.336797 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-849511'] for router_gateway, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.426212 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-851254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-679'] for router, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.428550 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.473461 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-851405'] for router, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.474021 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8245b38-154e-4724-9d28-a1e8811b4187 {{(pid=94152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:27:49.478238 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] Notify callbacks [] for router, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.479374 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-8d6dcc39-cffe-4c4f-8e43-b647d9688e71 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e8245b38-154e-4724-9d28-a1e8811b4187 HTTP/1.1" status: 204 len: 168 time: 0.7357090 Sep 15 18:27:49.481892 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46852) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:49.524099 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.db_base_plugin_v2 [None req-35169ccc-0f6e-4d88-ba83-8ab84afbcbcd admin admin] Deleting subnet 577aec71-4d21-4b8f-9b0c-87697b86cf88 {{(pid=94152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:27:49.527120 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-35169ccc-0f6e-4d88-ba83-8ab84afbcbcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.561139 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-35169ccc-0f6e-4d88-ba83-8ab84afbcbcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60655358'] for subnet, precommit_delete_associations {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.637049 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-35169ccc-0f6e-4d88-ba83-8ab84afbcbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1651358'] for subnet, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.691909 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-35169ccc-0f6e-4d88-ba83-8ab84afbcbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1651337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58785663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59003518'] for subnet, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.718394 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35169ccc-0f6e-4d88-ba83-8ab84afbcbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577aec71-4d21-4b8f-9b0c-87697b86cf88,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:49.723094 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-35169ccc-0f6e-4d88-ba83-8ab84afbcbcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.725366 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-35169ccc-0f6e-4d88-ba83-8ab84afbcbcd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/577aec71-4d21-4b8f-9b0c-87697b86cf88 HTTP/1.1" status: 204 len: 168 time: 0.2425172 Sep 15 18:27:49.727872 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46854) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:49.731406 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98e634f-9125-428d-ab33-1b92cb30ec76 None None] Network a65fee64-9060-45b7-a5fc-2694e000622e requested from dv-cinder-763774-3-iscsi {{(pid=94153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:27:49.809711 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588335'] for network, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.864223 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Deleting port 71e482f2-0ba9-40ab-952a-16ca42280c7e {{(pid=94152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:27:49.864552 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746267539249'] for port, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.925041 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.db [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] For port 71e482f2-0ba9-40ab-952a-16ca42280c7e, host dv-cinder-763774-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-3-iscsi',level=0,port_id=71e482f2-0ba9-40ab-952a-16ca42280c7e,segment=NetworkSegment(841620e6-5d89-41b5-a8fe-84bb62e8d470),segment_id=841620e6-5d89-41b5-a8fe-84bb62e8d470)] {{(pid=94152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:27:49.925398 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-792665'] for port, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:49.937403 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Calling delete_port for 71e482f2-0ba9-40ab-952a-16ca42280c7e owned by network:dhcp {{(pid=94152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:27:50.014684 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1734511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746267545591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746267236289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58785616'] for port, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.038912 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e482f2-0ba9-40ab-952a-16ca42280c7e,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:50.042282 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] No DVR routers for this DVR port 71e482f2-0ba9-40ab-952a-16ca42280c7e on host dv-cinder-763774-3-iscsi {{(pid=94152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:27:50.094749 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bae970-26b3-49ac-98df-60912e462499 None None] DHCP port deletion for a65fee64-9060-45b7-a5fc-2694e000622e request from dv-cinder-763774-3-iscsi {{(pid=94153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:27:50.121817 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753881', 'neutron.services.segments.db._delete_segments_for_network-8746267784349'] for network, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.145239 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65fee64-9060-45b7-a5fc-2694e000622e']}} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:50.154526 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841620e6-5d89-41b5-a8fe-84bb62e8d470') {'for_net_delete': True} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:50.154816 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.services.segments.db [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841620e6-5d89-41b5-a8fe-84bb62e8d470') {} {{(pid=94152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:27:50.163996 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746267784870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60655349'] for segment, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.172989 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:27:50.178466 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027'] for segment, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.184967 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:27:50.185616 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58785185'] for segment, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: Traceback (most recent call last): Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: timer() Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: cb(*args, **kw) Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: return func(*args, **kwargs) Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: self._notify() Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: self.callback(batched_events) Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: event.method(event) Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: return f(self, *a, **k) Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._get(url).json() Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: return self.request(url, 'GET', **kwargs) Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:27:50.187647 dv-cinder-763774-3-iscsi neutron-server[94152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:27:50.203595 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:27:50.203937 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 7fe7be05-0844-4d0c-88c7-7bbd0f36ec31 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:27:50.208657 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:27:50.243153 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-849411'] for network, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.248524 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529196'] for network, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.250520 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a65fee64-9060-45b7-a5fc-2694e000622e HTTP/1.1" status: 204 len: 168 time: 0.5217462 Sep 15 18:27:50.261347 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1e70f-2232-441b-9a0a-42326cb0b4e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a65fee64-9060-45b7-a5fc-2694e000622e,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:50.364067 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46858) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:50.408256 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-b9920c96-7293-4246-9b22-d9b712c429aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e9af1249dfb4c2f99cb2922b8fb4a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428436 Sep 15 18:27:50.410780 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46860) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:50.466723 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7c7635bf-8062-4813-9302-e12d031e7b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.488027 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7c7635bf-8062-4813-9302-e12d031e7b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.532727 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7c7635bf-8062-4813-9302-e12d031e7b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.535257 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-7c7635bf-8062-4813-9302-e12d031e7b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.536427 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-7c7635bf-8062-4813-9302-e12d031e7b41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59426c7c-fb8d-40d5-95e4-98cd78ed55af HTTP/1.1" status: 204 len: 168 time: 0.1247621 Sep 15 18:27:50.544700 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7635bf-8062-4813-9302-e12d031e7b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59426c7c-fb8d-40d5-95e4-98cd78ed55af,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:50.842279 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46866) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:50.887334 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-14dab215-df5f-4b6e-8683-fe6ef468da7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f42e9b41bb14270b6709fbe944d38f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439386 Sep 15 18:27:50.889575 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [-] (94152) accepted ('10.222.0.39', 46868) {{(pid=94152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:50.935797 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ea9b184e-9691-4bfe-abff-3efa9426a2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:50.956452 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ea9b184e-9691-4bfe-abff-3efa9426a2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:51.003011 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ea9b184e-9691-4bfe-abff-3efa9426a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645594'] for security_group, after_delete {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:51.005508 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron_lib.callbacks.manager [None req-ea9b184e-9691-4bfe-abff-3efa9426a2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:51.006641 dv-cinder-763774-3-iscsi neutron-server[94152]: INFO neutron.wsgi [None req-ea9b184e-9691-4bfe-abff-3efa9426a2a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ee78fef-ae71-41de-b75c-1c617c76f045 HTTP/1.1" status: 204 len: 168 time: 0.1162238 Sep 15 18:27:51.014221 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b184e-9691-4bfe-abff-3efa9426a2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee78fef-ae71-41de-b75c-1c617c76f045,revision_number=None']} {{(pid=94152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:51.776961 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device d9756c79-3752-4adc-9563-9112465eedb7 no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:27:51.797094 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: d9756c79-3752-4adc-9563-9112465eedb7 {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:27:51.797434 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device d9756c79-3752-4adc-9563-9112465eedb7 not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:27:51.797879 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 71e482f2-0ba9-40ab-952a-16ca42280c7e no longer exists at agent ovs-agent-dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:27:51.816896 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.plugin [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] No Port match for: 71e482f2-0ba9-40ab-952a-16ca42280c7e {{(pid=94153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:27:51.817238 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron.plugins.ml2.rpc [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Device 71e482f2-0ba9-40ab-952a-16ca42280c7e not bound to the agent host dv-cinder-763774-3-iscsi {{(pid=94153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:28:05.988979 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:08.772815 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1e005231-5418-4364-9c0c-954c16248e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:11.458252 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-bb38d15b-a47a-4f71-88b3-a059c111fb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:11.477104 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:12.550412 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:14.340601 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:27.205743 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:28:35.987286 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:38.773072 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-30111fc4-6f6f-4fc6-ac57-dde4ee3430ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:41.457736 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-af960cf9-c48a-4b14-aae2-d1bc59816d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:41.476554 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:42.553576 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:44.345118 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:52.458298 dv-cinder-763774-3-iscsi neutron-server[94152]: DEBUG neutron.wsgi [req-784afb1f-af7c-4f3e-a80b-f0e29ed639ad req-6da7a641-a713-4bd5-a99c-809e4b97a6a0 service neutron] (94152) timed out ('10.222.0.41', 61927) {{(pid=94152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 18:29:04.205392 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:29:05.987069 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:08.772335 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-393f73fd-4d3d-4e9a-99ae-da49e667504b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:11.458836 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9480-355e-41ff-b2c1-065b086f0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:11.475762 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:12.558953 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:14.344384 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:36.018423 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:38.772929 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-4d777336-04fe-4a3f-ae6c-684debd0294f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:41.207159 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:29:41.460625 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-40701de0-8f36-46e3-8ba5-618297606cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:41.476263 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:42.557221 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:44.347994 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:06.018793 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:08.773025 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-24a2ee3c-c043-4da1-b438-360727a3ef20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:11.467635 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-26dde3d0-d87d-43b3-9ddb-c2931e392f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:11.478819 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:12.561531 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:14.350562 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:18.209573 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:30:36.020119 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:38.772324 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-66f15c7a-50df-44d7-96ff-aa19232b0b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:41.458182 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-5366be74-7777-41d3-8091-349e2bb19f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:41.478451 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:42.563308 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:44.353350 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.210546 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:31:06.021158 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:08.771246 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8ce484cc-aa5e-480e-93e7-bcef2dd73f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:11.458264 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8111eaa5-bbbe-4c04-a8eb-d8e5764357c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:11.477676 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:12.566875 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:14.355753 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:32.213414 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:31:36.016780 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:38.772090 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1e33f355-496c-4a50-8b27-7d4019199665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:41.457846 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b4bd07c8-e888-4707-8e81-329ab8292477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:41.482604 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:42.569342 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.360101 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:06.016048 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.772300 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-44ed7889-af69-4b9b-a133-45af80605ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.216809 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:32:11.457901 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-b6007eb9-62d6-42e1-a535-7df09e3ef981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:11.482839 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.572401 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.362886 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:36.019726 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-35f18521-28e4-4331-896c-b9b79ac78715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:38.771689 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-0ad55345-7c49-42e5-8530-6f96ff470e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.458866 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-09bbc0b3-57ba-4460-9529-f56a78803e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.483051 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-1080a54c-65e6-46f4-b3a4-0e9538376092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.574556 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9db4-049b-45eb-8217-b3d7a878428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:44.365718 dv-cinder-763774-3-iscsi neutron-server[94153]: DEBUG neutron_lib.callbacks.manager [None req-ee119409-6f9a-42f8-b599-2923fc8e4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746267784331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756441'] for agent, after_update {{(pid=94153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:46.219597 dv-cinder-763774-3-iscsi neutron-server[94154]: DEBUG neutron.db.agents_db [None req-3f282917-1f1c-483e-b494-c945149b01be None None] Agent healthcheck: found 6 active agents {{(pid=94154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}